{"level":"warn","ts":"2026-02-27T01:25:24.892013Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T01:25:24.892142Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=instance=https://199.204.45.113:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T01:25:24.892227Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T01:25:24.89226Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-02-27T01:25:24.892292Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T01:25:24.892931Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-02-27T01:25:24.893021Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.113:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T01:25:24.896834Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.562951ms"} {"level":"info","ts":"2026-02-27T01:25:24.902066Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a31e123290fcf0df","cluster-id":"37661d6ee45ed9e8"} {"level":"info","ts":"2026-02-27T01:25:24.90216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T01:25:24.902189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 0"} {"level":"info","ts":"2026-02-27T01:25:24.902203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a31e123290fcf0df [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T01:25:24.90224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 1"} {"level":"info","ts":"2026-02-27T01:25:24.902322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"warn","ts":"2026-02-27T01:25:24.908156Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T01:25:24.909978Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T01:25:24.911695Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T01:25:24.914584Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a31e123290fcf0df","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T01:25:24.914684Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a31e123290fcf0df","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T01:25:24.914857Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:25:24.914941Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:25:24.914952Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:25:24.916667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"info","ts":"2026-02-27T01:25:24.917299Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"a31e123290fcf0df","added-peer-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-02-27T01:25:24.920054Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T01:25:24.920384Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a31e123290fcf0df","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T01:25:24.920443Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T01:25:24.920838Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-02-27T01:25:24.920882Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-02-27T01:25:25.303321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T01:25:25.303397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T01:25:25.30346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgPreVoteResp from a31e123290fcf0df at term 1"} {"level":"info","ts":"2026-02-27T01:25:25.303486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became candidate at term 2"} {"level":"info","ts":"2026-02-27T01:25:25.303496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgVoteResp from a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-02-27T01:25:25.303514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became leader at term 2"} {"level":"info","ts":"2026-02-27T01:25:25.303538Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a31e123290fcf0df elected leader a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-02-27T01:25:25.304767Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:25:25.305175Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a31e123290fcf0df","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.113:2379]}","request-path":"/0/members/a31e123290fcf0df/attributes","cluster-id":"37661d6ee45ed9e8","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T01:25:25.305169Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T01:25:25.305207Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T01:25:25.305613Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T01:25:25.305687Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T01:25:25.30593Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:25:25.306227Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:25:25.306337Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:25:25.309012Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T01:25:25.309608Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"info","ts":"2026-02-27T01:25:30.008944Z","caller":"traceutil/trace.go:171","msg":"trace[1070895984] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"131.862902ms","start":"2026-02-27T01:25:29.87705Z","end":"2026-02-27T01:25:30.008913Z","steps":["trace[1070895984] 'process raft request' (duration: 131.002672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:30.177597Z","caller":"traceutil/trace.go:171","msg":"trace[1077604615] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"104.081024ms","start":"2026-02-27T01:25:30.073485Z","end":"2026-02-27T01:25:30.177566Z","steps":["trace[1077604615] 'process raft request' (duration: 45.213493ms)","trace[1077604615] 'compare' (duration: 58.741018ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:33.867836Z","caller":"traceutil/trace.go:171","msg":"trace[29716435] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"201.459556ms","start":"2026-02-27T01:25:33.666351Z","end":"2026-02-27T01:25:33.867811Z","steps":["trace[29716435] 'process raft request' (duration: 201.265072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:34.864933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.871412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:34.865019Z","caller":"traceutil/trace.go:171","msg":"trace[1346761630] linearizableReadLoop","detail":"{readStateIndex:341; appliedIndex:339; }","duration":"1.019179591s","start":"2026-02-27T01:25:33.845828Z","end":"2026-02-27T01:25:34.865008Z","steps":["trace[1346761630] 'read index received' (duration: 21.830984ms)","trace[1346761630] 'applied index is now lower than readState.Index' (duration: 997.347827ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:34.865076Z","caller":"traceutil/trace.go:171","msg":"trace[1173994661] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"1.159649088s","start":"2026-02-27T01:25:33.705403Z","end":"2026-02-27T01:25:34.865052Z","steps":["trace[1173994661] 'process raft request' (duration: 993.383808ms)","trace[1173994661] 'compare' (duration: 165.770889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:34.865112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019278393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:25:34.865128Z","caller":"traceutil/trace.go:171","msg":"trace[692540334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:328; }","duration":"1.019339135s","start":"2026-02-27T01:25:33.845783Z","end":"2026-02-27T01:25:34.865122Z","steps":["trace[692540334] 'agreement among raft nodes before linearized reading' (duration: 1.019274733s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:34.865143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:33.845761Z","time spent":"1.019377645s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:34.86517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:33.705384Z","time spent":"1.15974642s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:25:34.86516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.589527ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:34.865288Z","caller":"traceutil/trace.go:171","msg":"trace[672402125] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:328; }","duration":"494.73305ms","start":"2026-02-27T01:25:34.370533Z","end":"2026-02-27T01:25:34.865266Z","steps":["trace[672402125] 'agreement among raft nodes before linearized reading' (duration: 494.564176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:35.370883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746845945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:25:36.193707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.586233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:36.193843Z","caller":"traceutil/trace.go:171","msg":"trace[1803667749] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"1.324533751s","start":"2026-02-27T01:25:34.869276Z","end":"2026-02-27T01:25:36.19381Z","steps":["trace[1803667749] 'process raft request' (duration: 690.572339ms)","trace[1803667749] 'compare' (duration: 633.133713ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:36.193909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:34.869257Z","time spent":"1.324621752s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:36.285773Z","caller":"traceutil/trace.go:171","msg":"trace[1468649297] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:341; }","duration":"1.41564835s","start":"2026-02-27T01:25:34.8701Z","end":"2026-02-27T01:25:36.285748Z","steps":["trace[1468649297] 'read index received' (duration: 689.852813ms)","trace[1468649297] 'applied index is now lower than readState.Index' (duration: 725.795037ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:36.285864Z","caller":"traceutil/trace.go:171","msg":"trace[1244645168] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"1.412296765s","start":"2026-02-27T01:25:34.87356Z","end":"2026-02-27T01:25:36.285857Z","steps":["trace[1244645168] 'process raft request' (duration: 1.412157081s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:36.285893Z","caller":"traceutil/trace.go:171","msg":"trace[228013919] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"1.416413267s","start":"2026-02-27T01:25:34.869375Z","end":"2026-02-27T01:25:36.285788Z","steps":["trace[228013919] 'process raft request' (duration: 1.416209332s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:36.285946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:34.87354Z","time spent":"1.412340465s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:36.285987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415870155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-27T01:25:36.286048Z","caller":"traceutil/trace.go:171","msg":"trace[1163442437] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:331; }","duration":"1.415964758s","start":"2026-02-27T01:25:34.870068Z","end":"2026-02-27T01:25:36.286033Z","steps":["trace[1163442437] 'agreement among raft nodes before linearized reading' (duration: 1.415832705s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:36.286087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:34.870049Z","time spent":"1.416032219s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-27T01:25:36.286073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307467133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:25:36.286099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:34.869366Z","time spent":"1.416615072s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:36.28614Z","caller":"traceutil/trace.go:171","msg":"trace[864046399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:331; }","duration":"1.307604667s","start":"2026-02-27T01:25:34.978514Z","end":"2026-02-27T01:25:36.286119Z","steps":["trace[864046399] 'agreement among raft nodes before linearized reading' (duration: 1.307401122s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:36.286103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.892143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:25:36.286187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:34.978499Z","time spent":"1.307676468s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:25:36.28624Z","caller":"traceutil/trace.go:171","msg":"trace[786209955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:331; }","duration":"414.040836ms","start":"2026-02-27T01:25:35.872155Z","end":"2026-02-27T01:25:36.286196Z","steps":["trace[786209955] 'agreement among raft nodes before linearized reading' (duration: 413.852982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:36.286273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:35.872134Z","time spent":"414.128418ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:37.606692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308714683s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:37.607034Z","caller":"traceutil/trace.go:171","msg":"trace[89876746] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"1.317976054s","start":"2026-02-27T01:25:36.289018Z","end":"2026-02-27T01:25:37.606994Z","steps":["trace[89876746] 'compare' (duration: 1.30815285s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:37.607039Z","caller":"traceutil/trace.go:171","msg":"trace[800939861] linearizableReadLoop","detail":"{readStateIndex:346; appliedIndex:344; }","duration":"1.317445652s","start":"2026-02-27T01:25:36.289568Z","end":"2026-02-27T01:25:37.607013Z","steps":["trace[800939861] 'read index received' (duration: 8.039884ms)","trace[800939861] 'applied index is now lower than readState.Index' (duration: 1.309404348s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:37.607241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317660177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"warn","ts":"2026-02-27T01:25:37.607244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:36.289Z","time spent":"1.318146148s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:25:37.607273Z","caller":"traceutil/trace.go:171","msg":"trace[2131345161] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:334; }","duration":"1.317733379s","start":"2026-02-27T01:25:36.289526Z","end":"2026-02-27T01:25:37.607259Z","steps":["trace[2131345161] 'agreement among raft nodes before linearized reading' (duration: 1.317631987s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:37.607311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:36.289509Z","time spent":"1.31779381s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5359,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-02-27T01:25:37.607323Z","caller":"traceutil/trace.go:171","msg":"trace[736534072] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"1.318101377s","start":"2026-02-27T01:25:36.2892Z","end":"2026-02-27T01:25:37.607301Z","steps":["trace[736534072] 'process raft request' (duration: 1.317649267s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:37.607338Z","caller":"traceutil/trace.go:171","msg":"trace[501973531] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"1.317481023s","start":"2026-02-27T01:25:36.289827Z","end":"2026-02-27T01:25:37.607308Z","steps":["trace[501973531] 'process raft request' (duration: 1.317141845s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:37.607441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:36.289184Z","time spent":"1.318183229s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:37.607463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:36.2898Z","time spent":"1.317591845s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:37.638766Z","caller":"traceutil/trace.go:171","msg":"trace[1775913228] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"698.778521ms","start":"2026-02-27T01:25:36.939967Z","end":"2026-02-27T01:25:37.638746Z","steps":["trace[1775913228] 'process raft request' (duration: 698.594097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:37.638909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:36.939928Z","time spent":"698.901094ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:37.875641Z","caller":"traceutil/trace.go:171","msg":"trace[791044034] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:348; }","duration":"232.098798ms","start":"2026-02-27T01:25:37.643508Z","end":"2026-02-27T01:25:37.875607Z","steps":["trace[791044034] 'read index received' (duration: 138.88941ms)","trace[791044034] 'applied index is now lower than readState.Index' (duration: 93.207988ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:37.875783Z","caller":"traceutil/trace.go:171","msg":"trace[1766214353] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"259.957854ms","start":"2026-02-27T01:25:37.61578Z","end":"2026-02-27T01:25:37.875738Z","steps":["trace[1766214353] 'process raft request' (duration: 166.620554ms)","trace[1766214353] 'compare' (duration: 93.070464ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:37.875848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.263762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-02-27T01:25:37.875883Z","caller":"traceutil/trace.go:171","msg":"trace[1515519253] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:336; }","duration":"232.411755ms","start":"2026-02-27T01:25:37.64346Z","end":"2026-02-27T01:25:37.875872Z","steps":["trace[1515519253] 'agreement among raft nodes before linearized reading' (duration: 232.253002ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.11855Z","caller":"traceutil/trace.go:171","msg":"trace[1656672760] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"145.618134ms","start":"2026-02-27T01:25:37.97291Z","end":"2026-02-27T01:25:38.118528Z","steps":["trace[1656672760] 'process raft request' (duration: 74.634124ms)","trace[1656672760] 'compare' (duration: 70.812296ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:38.39447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.750637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:38.394622Z","caller":"traceutil/trace.go:171","msg":"trace[582461924] linearizableReadLoop","detail":"{readStateIndex:355; appliedIndex:354; }","duration":"197.378675ms","start":"2026-02-27T01:25:38.197187Z","end":"2026-02-27T01:25:38.394566Z","steps":["trace[582461924] 'read index received' (duration: 65.484394ms)","trace[582461924] 'applied index is now lower than readState.Index' (duration: 131.893111ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:38.394785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.592341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:25:38.394784Z","caller":"traceutil/trace.go:171","msg":"trace[942749922] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"205.775607ms","start":"2026-02-27T01:25:38.188824Z","end":"2026-02-27T01:25:38.3946Z","steps":["trace[942749922] 'process raft request' (duration: 73.818165ms)","trace[942749922] 'compare' (duration: 131.612044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:38.394803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.429604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:25:38.394838Z","caller":"traceutil/trace.go:171","msg":"trace[21078386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:342; }","duration":"197.685353ms","start":"2026-02-27T01:25:38.197137Z","end":"2026-02-27T01:25:38.394822Z","steps":["trace[21078386] 'agreement among raft nodes before linearized reading' (duration: 197.55817ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.394878Z","caller":"traceutil/trace.go:171","msg":"trace[1379815286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:342; }","duration":"104.532566ms","start":"2026-02-27T01:25:38.290327Z","end":"2026-02-27T01:25:38.39486Z","steps":["trace[1379815286] 'agreement among raft nodes before linearized reading' (duration: 104.394163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.586888Z","caller":"traceutil/trace.go:171","msg":"trace[2138709748] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"100.3127ms","start":"2026-02-27T01:25:38.48655Z","end":"2026-02-27T01:25:38.586863Z","steps":["trace[2138709748] 'process raft request' (duration: 72.127146ms)","trace[2138709748] 'compare' (duration: 28.084531ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:38.611518Z","caller":"traceutil/trace.go:171","msg":"trace[390740815] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"123.625132ms","start":"2026-02-27T01:25:38.487863Z","end":"2026-02-27T01:25:38.611489Z","steps":["trace[390740815] 'process raft request' (duration: 123.369946ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.611634Z","caller":"traceutil/trace.go:171","msg":"trace[531803281] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"123.54328ms","start":"2026-02-27T01:25:38.488056Z","end":"2026-02-27T01:25:38.6116Z","steps":["trace[531803281] 'process raft request' (duration: 123.397457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.611652Z","caller":"traceutil/trace.go:171","msg":"trace[1165764493] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"123.10941ms","start":"2026-02-27T01:25:38.488529Z","end":"2026-02-27T01:25:38.611638Z","steps":["trace[1165764493] 'process raft request' (duration: 122.984187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.611848Z","caller":"traceutil/trace.go:171","msg":"trace[1376983296] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"122.768673ms","start":"2026-02-27T01:25:38.489073Z","end":"2026-02-27T01:25:38.611842Z","steps":["trace[1376983296] 'process raft request' (duration: 122.511617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.611929Z","caller":"traceutil/trace.go:171","msg":"trace[779666664] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"122.302322ms","start":"2026-02-27T01:25:38.489619Z","end":"2026-02-27T01:25:38.611921Z","steps":["trace[779666664] 'process raft request' (duration: 122.155448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.611959Z","caller":"traceutil/trace.go:171","msg":"trace[558019702] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"122.534547ms","start":"2026-02-27T01:25:38.489419Z","end":"2026-02-27T01:25:38.611954Z","steps":["trace[558019702] 'process raft request' (duration: 122.21533ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.611958Z","caller":"traceutil/trace.go:171","msg":"trace[534131077] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:359; }","duration":"103.016352ms","start":"2026-02-27T01:25:38.508919Z","end":"2026-02-27T01:25:38.611936Z","steps":["trace[534131077] 'read index received' (duration: 49.896569ms)","trace[534131077] 'applied index is now lower than readState.Index' (duration: 53.118423ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:38.612017Z","caller":"traceutil/trace.go:171","msg":"trace[580331257] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"121.354231ms","start":"2026-02-27T01:25:38.490658Z","end":"2026-02-27T01:25:38.612012Z","steps":["trace[580331257] 'process raft request' (duration: 121.228238ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.611988Z","caller":"traceutil/trace.go:171","msg":"trace[655971721] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"122.291222ms","start":"2026-02-27T01:25:38.489691Z","end":"2026-02-27T01:25:38.611982Z","steps":["trace[655971721] 'process raft request' (duration: 122.144699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.612118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.191126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-02-27T01:25:38.612119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.75679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-27T01:25:38.612141Z","caller":"traceutil/trace.go:171","msg":"trace[875404131] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:355; }","duration":"103.245947ms","start":"2026-02-27T01:25:38.508887Z","end":"2026-02-27T01:25:38.612133Z","steps":["trace[875404131] 'agreement among raft nodes before linearized reading' (duration: 103.197275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.612163Z","caller":"traceutil/trace.go:171","msg":"trace[1605345693] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:355; }","duration":"100.825782ms","start":"2026-02-27T01:25:38.511323Z","end":"2026-02-27T01:25:38.612149Z","steps":["trace[1605345693] 'agreement among raft nodes before linearized reading' (duration: 100.74066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.612305Z","caller":"traceutil/trace.go:171","msg":"trace[672220573] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"124.365709ms","start":"2026-02-27T01:25:38.487921Z","end":"2026-02-27T01:25:38.612287Z","steps":["trace[672220573] 'process raft request' (duration: 123.483959ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.780146Z","caller":"traceutil/trace.go:171","msg":"trace[516320347] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"158.972399ms","start":"2026-02-27T01:25:38.621143Z","end":"2026-02-27T01:25:38.780115Z","steps":["trace[516320347] 'process raft request' (duration: 158.784625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.780139Z","caller":"traceutil/trace.go:171","msg":"trace[1429910100] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"160.365021ms","start":"2026-02-27T01:25:38.619699Z","end":"2026-02-27T01:25:38.780064Z","steps":["trace[1429910100] 'process raft request' (duration: 157.428614ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.780241Z","caller":"traceutil/trace.go:171","msg":"trace[1112283510] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"157.372202ms","start":"2026-02-27T01:25:38.622846Z","end":"2026-02-27T01:25:38.780218Z","steps":["trace[1112283510] 'process raft request' (duration: 157.2667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.780588Z","caller":"traceutil/trace.go:171","msg":"trace[1328993470] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"157.628028ms","start":"2026-02-27T01:25:38.622941Z","end":"2026-02-27T01:25:38.780569Z","steps":["trace[1328993470] 'process raft request' (duration: 157.220189ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.780763Z","caller":"traceutil/trace.go:171","msg":"trace[2019456530] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"159.066681ms","start":"2026-02-27T01:25:38.621154Z","end":"2026-02-27T01:25:38.780221Z","steps":["trace[2019456530] 'process raft request' (duration: 158.828986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.780983Z","caller":"traceutil/trace.go:171","msg":"trace[1432445613] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"157.606797ms","start":"2026-02-27T01:25:38.623357Z","end":"2026-02-27T01:25:38.780964Z","steps":["trace[1432445613] 'process raft request' (duration: 157.111066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.781056Z","caller":"traceutil/trace.go:171","msg":"trace[1101625282] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"157.364142ms","start":"2026-02-27T01:25:38.623672Z","end":"2026-02-27T01:25:38.781036Z","steps":["trace[1101625282] 'process raft request' (duration: 157.148797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.781081Z","caller":"traceutil/trace.go:171","msg":"trace[290589064] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"157.033985ms","start":"2026-02-27T01:25:38.624034Z","end":"2026-02-27T01:25:38.781068Z","steps":["trace[290589064] 'process raft request' (duration: 156.910862ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.781102Z","caller":"traceutil/trace.go:171","msg":"trace[1699660335] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"156.682327ms","start":"2026-02-27T01:25:38.624401Z","end":"2026-02-27T01:25:38.781084Z","steps":["trace[1699660335] 'process raft request' (duration: 156.614075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.832674Z","caller":"traceutil/trace.go:171","msg":"trace[456745330] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"178.570906ms","start":"2026-02-27T01:25:38.654088Z","end":"2026-02-27T01:25:38.832659Z","steps":["trace[456745330] 'process raft request' (duration: 178.528755ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.832731Z","caller":"traceutil/trace.go:171","msg":"trace[1707088196] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"184.692316ms","start":"2026-02-27T01:25:38.647998Z","end":"2026-02-27T01:25:38.832691Z","steps":["trace[1707088196] 'process raft request' (duration: 184.537242ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.936569Z","caller":"traceutil/trace.go:171","msg":"trace[1794181782] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"150.586298ms","start":"2026-02-27T01:25:38.785957Z","end":"2026-02-27T01:25:38.936543Z","steps":["trace[1794181782] 'process raft request' (duration: 112.938598ms)","trace[1794181782] 'compare' (duration: 37.452795ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:38.936657Z","caller":"traceutil/trace.go:171","msg":"trace[110592766] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"150.535236ms","start":"2026-02-27T01:25:38.786082Z","end":"2026-02-27T01:25:38.936617Z","steps":["trace[110592766] 'process raft request' (duration: 150.381933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.936709Z","caller":"traceutil/trace.go:171","msg":"trace[1443478942] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"150.309481ms","start":"2026-02-27T01:25:38.78637Z","end":"2026-02-27T01:25:38.936679Z","steps":["trace[1443478942] 'process raft request' (duration: 150.137027ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.936708Z","caller":"traceutil/trace.go:171","msg":"trace[2017345653] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"148.642803ms","start":"2026-02-27T01:25:38.788022Z","end":"2026-02-27T01:25:38.936665Z","steps":["trace[2017345653] 'process raft request' (duration: 148.526911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.936808Z","caller":"traceutil/trace.go:171","msg":"trace[1673696663] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"147.963437ms","start":"2026-02-27T01:25:38.788823Z","end":"2026-02-27T01:25:38.936786Z","steps":["trace[1673696663] 'process raft request' (duration: 147.777853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.936893Z","caller":"traceutil/trace.go:171","msg":"trace[16407787] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"100.378571ms","start":"2026-02-27T01:25:38.836489Z","end":"2026-02-27T01:25:38.936868Z","steps":["trace[16407787] 'process raft request' (duration: 100.167406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.936915Z","caller":"traceutil/trace.go:171","msg":"trace[1219753501] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"100.385742ms","start":"2026-02-27T01:25:38.836518Z","end":"2026-02-27T01:25:38.936904Z","steps":["trace[1219753501] 'process raft request' (duration: 100.179397ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.936959Z","caller":"traceutil/trace.go:171","msg":"trace[1171292520] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:381; }","duration":"148.153892ms","start":"2026-02-27T01:25:38.788793Z","end":"2026-02-27T01:25:38.936947Z","steps":["trace[1171292520] 'read index received' (duration: 43.862661ms)","trace[1171292520] 'applied index is now lower than readState.Index' (duration: 104.289711ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:38.937039Z","caller":"traceutil/trace.go:171","msg":"trace[1975981103] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"100.419002ms","start":"2026-02-27T01:25:38.836613Z","end":"2026-02-27T01:25:38.937032Z","steps":["trace[1975981103] 'process raft request' (duration: 100.168366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.937258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.449338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-02-27T01:25:38.937334Z","caller":"traceutil/trace.go:171","msg":"trace[1892072588] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:377; }","duration":"148.586591ms","start":"2026-02-27T01:25:38.788737Z","end":"2026-02-27T01:25:38.937323Z","steps":["trace[1892072588] 'agreement among raft nodes before linearized reading' (duration: 148.253574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:41.850804Z","caller":"traceutil/trace.go:171","msg":"trace[511843926] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"161.717591ms","start":"2026-02-27T01:25:41.689057Z","end":"2026-02-27T01:25:41.850774Z","steps":["trace[511843926] 'process raft request' (duration: 130.051339ms)","trace[511843926] 'compare' (duration: 31.313434ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:47.415571Z","caller":"traceutil/trace.go:171","msg":"trace[1473125779] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"384.196149ms","start":"2026-02-27T01:25:47.031353Z","end":"2026-02-27T01:25:47.415549Z","steps":["trace[1473125779] 'process raft request' (duration: 384.086487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:47.415713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:47.031335Z","time spent":"384.292912ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:53.101737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746846191,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:25:53.343689Z","caller":"traceutil/trace.go:171","msg":"trace[1064719693] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:479; }","duration":"742.59057ms","start":"2026-02-27T01:25:52.601077Z","end":"2026-02-27T01:25:53.343667Z","steps":["trace[1064719693] 'read index received' (duration: 742.391236ms)","trace[1064719693] 'applied index is now lower than readState.Index' (duration: 198.414µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:53.343807Z","caller":"traceutil/trace.go:171","msg":"trace[1215255851] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"768.857989ms","start":"2026-02-27T01:25:52.57494Z","end":"2026-02-27T01:25:53.343798Z","steps":["trace[1215255851] 'process raft request' (duration: 768.576923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.343906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:52.574906Z","time spent":"768.927201ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:53.344005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.629093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:53.344082Z","caller":"traceutil/trace.go:171","msg":"trace[2028514929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:462; }","duration":"587.789206ms","start":"2026-02-27T01:25:52.756273Z","end":"2026-02-27T01:25:53.344062Z","steps":["trace[2028514929] 'agreement among raft nodes before linearized reading' (duration: 587.686904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.344115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:52.756219Z","time spent":"587.888639ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:25:53.344144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.069391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:25:53.344202Z","caller":"traceutil/trace.go:171","msg":"trace[1538699235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:462; }","duration":"743.159153ms","start":"2026-02-27T01:25:52.601033Z","end":"2026-02-27T01:25:53.344192Z","steps":["trace[1538699235] 'agreement among raft nodes before linearized reading' (duration: 743.070081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:53.344318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:52.601016Z","time spent":"743.221604ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:25:53.666413Z","caller":"traceutil/trace.go:171","msg":"trace[1026725916] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"318.020999ms","start":"2026-02-27T01:25:53.348339Z","end":"2026-02-27T01:25:53.66636Z","steps":["trace[1026725916] 'process raft request' (duration: 306.063316ms)","trace[1026725916] 'compare' (duration: 11.79182ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:53.666593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:53.348323Z","time spent":"318.182223ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:58.025065Z","caller":"traceutil/trace.go:171","msg":"trace[433681102] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"124.674406ms","start":"2026-02-27T01:25:57.900351Z","end":"2026-02-27T01:25:58.025025Z","steps":["trace[433681102] 'process raft request' (duration: 73.052387ms)","trace[433681102] 'compare' (duration: 51.464675ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:01.948276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746846307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:02.449212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746846307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:02.509995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265164559s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:26:02.510547Z","caller":"traceutil/trace.go:171","msg":"trace[1547550959] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"1.06328378s","start":"2026-02-27T01:26:01.447241Z","end":"2026-02-27T01:26:02.510524Z","steps":["trace[1547550959] 'read index received' (duration: 1.063042065s)","trace[1547550959] 'applied index is now lower than readState.Index' (duration: 240.855µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:02.510762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063508086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:26:02.511002Z","caller":"traceutil/trace.go:171","msg":"trace[1127045210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"1.063795632s","start":"2026-02-27T01:26:01.447191Z","end":"2026-02-27T01:26:02.510987Z","steps":["trace[1127045210] 'agreement among raft nodes before linearized reading' (duration: 1.063501205s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.51117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.447172Z","time spent":"1.063979107s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:26:02.5108Z","caller":"traceutil/trace.go:171","msg":"trace[1188422395] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"1.26606328s","start":"2026-02-27T01:26:01.244699Z","end":"2026-02-27T01:26:02.510762Z","steps":["trace[1188422395] 'process raft request' (duration: 1.265670121s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.511414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.244672Z","time spent":"1.266676073s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:02.510864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.309712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:26:02.511537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.090727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:26:02.511587Z","caller":"traceutil/trace.go:171","msg":"trace[135875903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:514; }","duration":"748.423474ms","start":"2026-02-27T01:26:01.763147Z","end":"2026-02-27T01:26:02.511571Z","steps":["trace[135875903] 'agreement among raft nodes before linearized reading' (duration: 747.663587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.511618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.763127Z","time spent":"748.482945ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:02.510916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.086047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:26:02.511695Z","caller":"traceutil/trace.go:171","msg":"trace[1512980198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"431.055299ms","start":"2026-02-27T01:26:02.080505Z","end":"2026-02-27T01:26:02.511561Z","steps":["trace[1512980198] 'agreement among raft nodes before linearized reading' (duration: 430.306642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.511856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:02.080487Z","time spent":"431.350656ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:26:02.511757Z","caller":"traceutil/trace.go:171","msg":"trace[557773636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"543.963887ms","start":"2026-02-27T01:26:01.96777Z","end":"2026-02-27T01:26:02.511734Z","steps":["trace[557773636] 'agreement among raft nodes before linearized reading' (duration: 543.079097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:02.512022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:01.967739Z","time spent":"544.272703ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:26:03.395119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.83752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:03.395314Z","caller":"traceutil/trace.go:171","msg":"trace[209994925] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"879.739911ms","start":"2026-02-27T01:26:02.515548Z","end":"2026-02-27T01:26:03.395287Z","steps":["trace[209994925] 'process raft request' (duration: 623.638085ms)","trace[209994925] 'compare' (duration: 255.695527ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:03.395423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:02.515526Z","time spent":"879.854903ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:03.395574Z","caller":"traceutil/trace.go:171","msg":"trace[1796956578] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"879.342542ms","start":"2026-02-27T01:26:02.516144Z","end":"2026-02-27T01:26:03.395487Z","steps":["trace[1796956578] 'process raft request' (duration: 879.081106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.395717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:02.516123Z","time spent":"879.534377ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:03.39575Z","caller":"traceutil/trace.go:171","msg":"trace[2039532297] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:535; }","duration":"639.530858ms","start":"2026-02-27T01:26:02.756197Z","end":"2026-02-27T01:26:03.395728Z","steps":["trace[2039532297] 'read index received' (duration: 382.916361ms)","trace[2039532297] 'applied index is now lower than readState.Index' (duration: 256.613397ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:03.395819Z","caller":"traceutil/trace.go:171","msg":"trace[1878852518] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"873.758164ms","start":"2026-02-27T01:26:02.522054Z","end":"2026-02-27T01:26:03.395812Z","steps":["trace[1878852518] 'process raft request' (duration: 873.596501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.395854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:02.522029Z","time spent":"873.806576ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:03.395879Z","caller":"traceutil/trace.go:171","msg":"trace[309510059] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"878.992605ms","start":"2026-02-27T01:26:02.516875Z","end":"2026-02-27T01:26:03.395867Z","steps":["trace[309510059] 'process raft request' (duration: 878.554515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.395895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.684142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:26:03.395926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:02.51686Z","time spent":"879.040225ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:03.395961Z","caller":"traceutil/trace.go:171","msg":"trace[1299971047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"639.795464ms","start":"2026-02-27T01:26:02.756148Z","end":"2026-02-27T01:26:03.395944Z","steps":["trace[1299971047] 'agreement among raft nodes before linearized reading' (duration: 639.668111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.396007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:02.75613Z","time spent":"639.865526ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:26:04.3775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.000263ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:26:04.377618Z","caller":"traceutil/trace.go:171","msg":"trace[23504455] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"621.065687ms","start":"2026-02-27T01:26:03.756535Z","end":"2026-02-27T01:26:04.3776Z","steps":["trace[23504455] 'read index received' (duration: 421.992053ms)","trace[23504455] 'applied index is now lower than readState.Index' (duration: 199.072084ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:04.377728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.160609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:04.377778Z","caller":"traceutil/trace.go:171","msg":"trace[444648737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"621.271671ms","start":"2026-02-27T01:26:03.756493Z","end":"2026-02-27T01:26:04.377765Z","steps":["trace[444648737] 'agreement among raft nodes before linearized reading' (duration: 621.154538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:04.377814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.756472Z","time spent":"621.332993ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:26:10.612492Z","caller":"traceutil/trace.go:171","msg":"trace[2019781859] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"207.245781ms","start":"2026-02-27T01:26:10.40521Z","end":"2026-02-27T01:26:10.612455Z","steps":["trace[2019781859] 'process raft request' (duration: 207.080627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:10.939784Z","caller":"traceutil/trace.go:171","msg":"trace[2089821173] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"532.629558ms","start":"2026-02-27T01:26:10.407118Z","end":"2026-02-27T01:26:10.939747Z","steps":["trace[2089821173] 'process raft request' (duration: 532.30738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:10.939913Z","caller":"traceutil/trace.go:171","msg":"trace[1648476644] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"454.461474ms","start":"2026-02-27T01:26:10.485421Z","end":"2026-02-27T01:26:10.939883Z","steps":["trace[1648476644] 'process raft request' (duration: 454.254889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.939952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:10.4071Z","time spent":"532.778332ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:26:10.93982Z","caller":"traceutil/trace.go:171","msg":"trace[495429355] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:582; }","duration":"308.382289ms","start":"2026-02-27T01:26:10.631419Z","end":"2026-02-27T01:26:10.939801Z","steps":["trace[495429355] 'read index received' (duration: 307.99382ms)","trace[495429355] 'applied index is now lower than readState.Index' (duration: 387.549µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:10.940043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.607154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:26:10.940123Z","caller":"traceutil/trace.go:171","msg":"trace[469969693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:562; }","duration":"308.717387ms","start":"2026-02-27T01:26:10.63139Z","end":"2026-02-27T01:26:10.940107Z","steps":["trace[469969693] 'agreement among raft nodes before linearized reading' (duration: 308.467121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.940013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:10.485363Z","time spent":"454.602887ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:26:10.940169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:10.631376Z","time spent":"308.782428ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:26:10.940331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.405333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:10.940449Z","caller":"traceutil/trace.go:171","msg":"trace[1232126644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"178.554045ms","start":"2026-02-27T01:26:10.761876Z","end":"2026-02-27T01:26:10.94043Z","steps":["trace[1232126644] 'agreement among raft nodes before linearized reading' (duration: 178.408842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.940369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.697581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qhrcj\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-27T01:26:10.940637Z","caller":"traceutil/trace.go:171","msg":"trace[1863038189] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qhrcj; range_end:; response_count:1; response_revision:562; }","duration":"175.987187ms","start":"2026-02-27T01:26:10.764618Z","end":"2026-02-27T01:26:10.940605Z","steps":["trace[1863038189] 'agreement among raft nodes before linearized reading' (duration: 175.68636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:11.92976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746846456,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:26:11.93624Z","caller":"traceutil/trace.go:171","msg":"trace[1072066844] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:585; }","duration":"507.013302ms","start":"2026-02-27T01:26:11.429201Z","end":"2026-02-27T01:26:11.936215Z","steps":["trace[1072066844] 'read index received' (duration: 506.700045ms)","trace[1072066844] 'applied index is now lower than readState.Index' (duration: 312.277µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:11.936391Z","caller":"traceutil/trace.go:171","msg":"trace[228609506] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"976.605681ms","start":"2026-02-27T01:26:10.959776Z","end":"2026-02-27T01:26:11.936382Z","steps":["trace[228609506] 'process raft request' (duration: 976.326805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:11.936484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:10.959767Z","time spent":"976.651532ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:26:11.936507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.278298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:26:11.936555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.734958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:26:11.936588Z","caller":"traceutil/trace.go:171","msg":"trace[2052558123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"507.39818ms","start":"2026-02-27T01:26:11.42917Z","end":"2026-02-27T01:26:11.936568Z","steps":["trace[2052558123] 'agreement among raft nodes before linearized reading' (duration: 507.226306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:11.936565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.917646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:11.936599Z","caller":"traceutil/trace.go:171","msg":"trace[1445590875] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"976.180951ms","start":"2026-02-27T01:26:10.960392Z","end":"2026-02-27T01:26:11.936573Z","steps":["trace[1445590875] 'process raft request' (duration: 975.786062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:11.936635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:11.429155Z","time spent":"507.469803ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:26:11.936601Z","caller":"traceutil/trace.go:171","msg":"trace[450802072] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"976.395966ms","start":"2026-02-27T01:26:10.960175Z","end":"2026-02-27T01:26:11.936571Z","steps":["trace[450802072] 'process raft request' (duration: 975.971067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:11.936686Z","caller":"traceutil/trace.go:171","msg":"trace[159584679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"180.08497ms","start":"2026-02-27T01:26:11.756573Z","end":"2026-02-27T01:26:11.936658Z","steps":["trace[159584679] 'agreement among raft nodes before linearized reading' (duration: 179.891786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:11.936729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:10.960385Z","time spent":"976.284814ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:26:11.936617Z","caller":"traceutil/trace.go:171","msg":"trace[741484989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:567; }","duration":"475.863771ms","start":"2026-02-27T01:26:11.460736Z","end":"2026-02-27T01:26:11.9366Z","steps":["trace[741484989] 'agreement among raft nodes before linearized reading' (duration: 475.708207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:11.936721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.515872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:26:11.936813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:11.460713Z","time spent":"476.089846ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:26:11.936857Z","caller":"traceutil/trace.go:171","msg":"trace[1738752057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"475.721447ms","start":"2026-02-27T01:26:11.461108Z","end":"2026-02-27T01:26:11.936829Z","steps":["trace[1738752057] 'agreement among raft nodes before linearized reading' (duration: 475.40385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:11.936777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:10.960165Z","time spent":"976.54728ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:26:11.936928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:11.461087Z","time spent":"475.82987ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:26:11.936896Z","caller":"traceutil/trace.go:171","msg":"trace[1297231956] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"981.338539ms","start":"2026-02-27T01:26:10.954835Z","end":"2026-02-27T01:26:11.936174Z","steps":["trace[1297231956] 'process raft request' (duration: 981.104864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:11.937246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:10.954809Z","time spent":"982.27338ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:13.273481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746846464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:13.461207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487824831s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:26:13.546125Z","caller":"traceutil/trace.go:171","msg":"trace[1617968797] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.604672488s","start":"2026-02-27T01:26:11.941393Z","end":"2026-02-27T01:26:13.546066Z","steps":["trace[1617968797] 'process raft request' (duration: 1.520089828s)","trace[1617968797] 'compare' (duration: 81.088181ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:13.546327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:11.941369Z","time spent":"1.604840613s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:13.546606Z","caller":"traceutil/trace.go:171","msg":"trace[1970614213] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.604917714s","start":"2026-02-27T01:26:11.9414Z","end":"2026-02-27T01:26:13.546318Z","steps":["trace[1970614213] 'process raft request' (duration: 1.604575896s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:13.546836Z","caller":"traceutil/trace.go:171","msg":"trace[1317435234] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"1.605086369s","start":"2026-02-27T01:26:11.941687Z","end":"2026-02-27T01:26:13.546773Z","steps":["trace[1317435234] 'process raft request' (duration: 1.604507275s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:13.547405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:11.941677Z","time spent":"1.605625251s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:26:13.547696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:11.94138Z","time spent":"1.606149553s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:13.547864Z","caller":"traceutil/trace.go:171","msg":"trace[1451030851] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"728.660623ms","start":"2026-02-27T01:26:12.819161Z","end":"2026-02-27T01:26:13.547822Z","steps":["trace[1451030851] 'process raft request' (duration: 728.180982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:13.547962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:12.81914Z","time spent":"728.765505ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:13.54796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.294316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:13.548034Z","caller":"traceutil/trace.go:171","msg":"trace[1716093042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"789.395189ms","start":"2026-02-27T01:26:12.758604Z","end":"2026-02-27T01:26:13.547999Z","steps":["trace[1716093042] 'agreement among raft nodes before linearized reading' (duration: 789.296996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:13.548081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:12.758581Z","time spent":"789.491951ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:26:13.548386Z","caller":"traceutil/trace.go:171","msg":"trace[2108950278] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:590; }","duration":"788.888257ms","start":"2026-02-27T01:26:12.758667Z","end":"2026-02-27T01:26:13.547555Z","steps":["trace[2108950278] 'read index received' (duration: 702.829163ms)","trace[2108950278] 'applied index is now lower than readState.Index' (duration: 86.056404ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:14.050933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746846471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:14.921043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.850262ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:26:14.922212Z","caller":"traceutil/trace.go:171","msg":"trace[1570048893] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.367845673s","start":"2026-02-27T01:26:13.554338Z","end":"2026-02-27T01:26:14.922184Z","steps":["trace[1570048893] 'process raft request' (duration: 1.367477195s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:14.922289Z","caller":"traceutil/trace.go:171","msg":"trace[1307264955] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:594; }","duration":"1.372365726s","start":"2026-02-27T01:26:13.549906Z","end":"2026-02-27T01:26:14.922272Z","steps":["trace[1307264955] 'read index received' (duration: 796.367958ms)","trace[1307264955] 'applied index is now lower than readState.Index' (duration: 575.996708ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:14.922323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:13.55432Z","time spent":"1.367951345s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:26:14.922376Z","caller":"traceutil/trace.go:171","msg":"trace[560259819] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"1.366827059s","start":"2026-02-27T01:26:13.555539Z","end":"2026-02-27T01:26:14.922366Z","steps":["trace[560259819] 'process raft request' (duration: 1.36641254s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:14.922484Z","caller":"traceutil/trace.go:171","msg":"trace[494346245] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"1.36421861s","start":"2026-02-27T01:26:13.558251Z","end":"2026-02-27T01:26:14.92247Z","steps":["trace[494346245] 'process raft request' (duration: 1.36380424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:14.92244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:13.555531Z","time spent":"1.36686787s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:26:14.922728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:13.558243Z","time spent":"1.364453276s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:26:14.922674Z","caller":"traceutil/trace.go:171","msg":"trace[244287459] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"1.358609752s","start":"2026-02-27T01:26:13.563854Z","end":"2026-02-27T01:26:14.922464Z","steps":["trace[244287459] 'process raft request' (duration: 1.358341186s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:14.92279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371538918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:14.922879Z","caller":"traceutil/trace.go:171","msg":"trace[47679363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"1.37166086s","start":"2026-02-27T01:26:13.551201Z","end":"2026-02-27T01:26:14.922862Z","steps":["trace[47679363] 'agreement among raft nodes before linearized reading' (duration: 1.371497166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:14.922895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.204155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:26:14.922925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:13.551184Z","time spent":"1.371732962s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:26:14.922928Z","caller":"traceutil/trace.go:171","msg":"trace[262511540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:578; }","duration":"945.273977ms","start":"2026-02-27T01:26:13.977643Z","end":"2026-02-27T01:26:14.922917Z","steps":["trace[262511540] 'agreement among raft nodes before linearized reading' (duration: 945.149104ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:14.922795Z","caller":"traceutil/trace.go:171","msg":"trace[1492365445] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.366369399s","start":"2026-02-27T01:26:13.556419Z","end":"2026-02-27T01:26:14.922788Z","steps":["trace[1492365445] 'process raft request' (duration: 1.365595981s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:14.922968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:13.977618Z","time spent":"945.342889ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:26:14.922956Z","caller":"traceutil/trace.go:171","msg":"trace[131539272] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.361875176s","start":"2026-02-27T01:26:13.560967Z","end":"2026-02-27T01:26:14.922842Z","steps":["trace[131539272] 'process raft request' (duration: 1.36113908s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:14.923053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:13.556387Z","time spent":"1.366598045s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:26:14.923159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929529704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:26:14.923074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:13.563838Z","time spent":"1.359051862s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:26:14.923462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:13.560935Z","time spent":"1.362218944s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:26:14.923586Z","caller":"traceutil/trace.go:171","msg":"trace[1431179251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:578; }","duration":"1.929998165s","start":"2026-02-27T01:26:12.993558Z","end":"2026-02-27T01:26:14.923556Z","steps":["trace[1431179251] 'agreement among raft nodes before linearized reading' (duration: 1.929146015s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:14.92367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:12.993547Z","time spent":"1.930105937s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:26:15.423087Z","caller":"traceutil/trace.go:171","msg":"trace[1233565834] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"124.586324ms","start":"2026-02-27T01:26:15.298474Z","end":"2026-02-27T01:26:15.42306Z","steps":["trace[1233565834] 'process raft request' (duration: 124.114623ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:17.139411Z","caller":"traceutil/trace.go:171","msg":"trace[1570612371] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"168.196589ms","start":"2026-02-27T01:26:16.971189Z","end":"2026-02-27T01:26:17.139385Z","steps":["trace[1570612371] 'read index received' (duration: 166.187423ms)","trace[1570612371] 'applied index is now lower than readState.Index' (duration: 2.008096ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:17.139456Z","caller":"traceutil/trace.go:171","msg":"trace[776216131] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"181.702867ms","start":"2026-02-27T01:26:16.957728Z","end":"2026-02-27T01:26:17.139431Z","steps":["trace[776216131] 'process raft request' (duration: 179.64708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:17.139638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.432214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:26:17.139722Z","caller":"traceutil/trace.go:171","msg":"trace[470748218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:714; }","duration":"168.566457ms","start":"2026-02-27T01:26:16.971138Z","end":"2026-02-27T01:26:17.139704Z","steps":["trace[470748218] 'agreement among raft nodes before linearized reading' (duration: 168.342062ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:17.146375Z","caller":"traceutil/trace.go:171","msg":"trace[1288092995] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"167.018783ms","start":"2026-02-27T01:26:16.979331Z","end":"2026-02-27T01:26:17.14635Z","steps":["trace[1288092995] 'process raft request' (duration: 166.90616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:18.521398Z","caller":"traceutil/trace.go:171","msg":"trace[806989186] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"107.955984ms","start":"2026-02-27T01:26:18.413413Z","end":"2026-02-27T01:26:18.521369Z","steps":["trace[806989186] 'process raft request' (duration: 92.458321ms)","trace[806989186] 'compare' (duration: 15.052213ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:20.157693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.304406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-02-27T01:26:20.157766Z","caller":"traceutil/trace.go:171","msg":"trace[486232800] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:754; }","duration":"180.441789ms","start":"2026-02-27T01:26:19.977308Z","end":"2026-02-27T01:26:20.15775Z","steps":["trace[486232800] 'range keys from in-memory index tree' (duration: 180.095571ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:29.023693Z","caller":"traceutil/trace.go:171","msg":"trace[1925099174] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"138.706705ms","start":"2026-02-27T01:26:28.884962Z","end":"2026-02-27T01:26:29.023669Z","steps":["trace[1925099174] 'process raft request' (duration: 138.565072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:35.275326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.52522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:35.275458Z","caller":"traceutil/trace.go:171","msg":"trace[244176961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:945; }","duration":"519.696654ms","start":"2026-02-27T01:26:34.75574Z","end":"2026-02-27T01:26:35.275436Z","steps":["trace[244176961] 'range keys from in-memory index tree' (duration: 519.420157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:35.275507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:34.755714Z","time spent":"519.779275ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:26:35.275696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.37726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:26:35.275818Z","caller":"traceutil/trace.go:171","msg":"trace[1299069661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:945; }","duration":"616.571725ms","start":"2026-02-27T01:26:34.659219Z","end":"2026-02-27T01:26:35.275791Z","steps":["trace[1299069661] 'range keys from in-memory index tree' (duration: 616.138075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:35.275879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:34.659196Z","time spent":"616.671987ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:26:35.442512Z","caller":"traceutil/trace.go:171","msg":"trace[1328248859] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"162.939799ms","start":"2026-02-27T01:26:35.279545Z","end":"2026-02-27T01:26:35.442485Z","steps":["trace[1328248859] 'process raft request' (duration: 162.780785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:35.443456Z","caller":"traceutil/trace.go:171","msg":"trace[1670216193] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"161.743262ms","start":"2026-02-27T01:26:35.281685Z","end":"2026-02-27T01:26:35.443428Z","steps":["trace[1670216193] 'process raft request' (duration: 161.66796ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:35.443792Z","caller":"traceutil/trace.go:171","msg":"trace[1413958989] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"164.064625ms","start":"2026-02-27T01:26:35.279687Z","end":"2026-02-27T01:26:35.443752Z","steps":["trace[1413958989] 'process raft request' (duration: 163.526413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:59.69751Z","caller":"traceutil/trace.go:171","msg":"trace[263075009] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"392.422062ms","start":"2026-02-27T01:26:59.305059Z","end":"2026-02-27T01:26:59.697481Z","steps":["trace[263075009] 'process raft request' (duration: 392.009902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:59.69769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:59.305033Z","time spent":"392.567654ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:59.922394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.951573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:59.922637Z","caller":"traceutil/trace.go:171","msg":"trace[858977729] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1244; }","duration":"165.698992ms","start":"2026-02-27T01:26:59.756921Z","end":"2026-02-27T01:26:59.92262Z","steps":["trace[858977729] 'read index received' (duration: 1.443203ms)","trace[858977729] 'applied index is now lower than readState.Index' (duration: 164.254749ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:59.922682Z","caller":"traceutil/trace.go:171","msg":"trace[1308764842] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"221.96387ms","start":"2026-02-27T01:26:59.700686Z","end":"2026-02-27T01:26:59.92265Z","steps":["trace[1308764842] 'process raft request' (duration: 57.666989ms)","trace[1308764842] 'compare' (duration: 163.83771ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:59.922699Z","caller":"traceutil/trace.go:171","msg":"trace[1003131573] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"221.277824ms","start":"2026-02-27T01:26:59.701381Z","end":"2026-02-27T01:26:59.922659Z","steps":["trace[1003131573] 'process raft request' (duration: 221.12448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:59.922752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.845346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:59.922734Z","caller":"traceutil/trace.go:171","msg":"trace[1458802090] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"221.1056ms","start":"2026-02-27T01:26:59.701597Z","end":"2026-02-27T01:26:59.922703Z","steps":["trace[1458802090] 'process raft request' (duration: 220.961657ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:59.922792Z","caller":"traceutil/trace.go:171","msg":"trace[888351668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1205; }","duration":"165.932948ms","start":"2026-02-27T01:26:59.756845Z","end":"2026-02-27T01:26:59.922778Z","steps":["trace[888351668] 'agreement among raft nodes before linearized reading' (duration: 165.876226ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:00.088361Z","caller":"traceutil/trace.go:171","msg":"trace[1161813681] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"159.610312ms","start":"2026-02-27T01:26:59.928424Z","end":"2026-02-27T01:27:00.088034Z","steps":["trace[1161813681] 'process raft request' (duration: 153.293378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:10.675396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.264455ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:10.675541Z","caller":"traceutil/trace.go:171","msg":"trace[2087296053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1428; }","duration":"100.436109ms","start":"2026-02-27T01:27:10.575086Z","end":"2026-02-27T01:27:10.675522Z","steps":["trace[2087296053] 'range keys from in-memory index tree' (duration: 100.242104ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:12.326224Z","caller":"traceutil/trace.go:171","msg":"trace[1349474595] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1440; }","duration":"128.418378ms","start":"2026-02-27T01:27:12.197783Z","end":"2026-02-27T01:27:12.326201Z","steps":["trace[1349474595] 'process raft request' (duration: 91.446532ms)","trace[1349474595] 'compare' (duration: 36.911225ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:12.326616Z","caller":"traceutil/trace.go:171","msg":"trace[2121340684] linearizableReadLoop","detail":"{readStateIndex:1505; appliedIndex:1502; }","duration":"107.07226ms","start":"2026-02-27T01:27:12.219518Z","end":"2026-02-27T01:27:12.32659Z","steps":["trace[2121340684] 'read index received' (duration: 69.611283ms)","trace[2121340684] 'applied index is now lower than readState.Index' (duration: 37.459877ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:12.326693Z","caller":"traceutil/trace.go:171","msg":"trace[560963522] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"128.272015ms","start":"2026-02-27T01:27:12.1984Z","end":"2026-02-27T01:27:12.326672Z","steps":["trace[560963522] 'process raft request' (duration: 127.898677ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:12.326735Z","caller":"traceutil/trace.go:171","msg":"trace[1081608527] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"127.012616ms","start":"2026-02-27T01:27:12.199658Z","end":"2026-02-27T01:27:12.326671Z","steps":["trace[1081608527] 'process raft request' (duration: 126.809452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:12.326821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.278455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9038"} {"level":"info","ts":"2026-02-27T01:27:12.326891Z","caller":"traceutil/trace.go:171","msg":"trace[1512544907] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:1442; }","duration":"107.375217ms","start":"2026-02-27T01:27:12.219494Z","end":"2026-02-27T01:27:12.326869Z","steps":["trace[1512544907] 'agreement among raft nodes before linearized reading' (duration: 107.175662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:13.656159Z","caller":"traceutil/trace.go:171","msg":"trace[1662223760] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"208.105203ms","start":"2026-02-27T01:27:13.448012Z","end":"2026-02-27T01:27:13.656117Z","steps":["trace[1662223760] 'process raft request' (duration: 177.077343ms)","trace[1662223760] 'compare' (duration: 30.882327ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:17.219386Z","caller":"traceutil/trace.go:171","msg":"trace[1321353476] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"189.63487ms","start":"2026-02-27T01:27:17.029736Z","end":"2026-02-27T01:27:17.219371Z","steps":["trace[1321353476] 'process raft request' (duration: 189.541018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:20.527815Z","caller":"traceutil/trace.go:171","msg":"trace[1748741283] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"126.422033ms","start":"2026-02-27T01:27:20.401374Z","end":"2026-02-27T01:27:20.527796Z","steps":["trace[1748741283] 'process raft request' (duration: 125.670686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.864137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280918026s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:27:25.864308Z","caller":"traceutil/trace.go:171","msg":"trace[823071128] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"1.749611301s","start":"2026-02-27T01:27:24.114658Z","end":"2026-02-27T01:27:25.864269Z","steps":["trace[823071128] 'process raft request' (duration: 468.459581ms)","trace[823071128] 'compare' (duration: 1.280341512s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:25.864403Z","caller":"traceutil/trace.go:171","msg":"trace[1719821927] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1663; }","duration":"1.74297365s","start":"2026-02-27T01:27:24.121402Z","end":"2026-02-27T01:27:25.864376Z","steps":["trace[1719821927] 'read index received' (duration: 461.577213ms)","trace[1719821927] 'applied index is now lower than readState.Index' (duration: 1.281393487s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:25.864445Z","caller":"traceutil/trace.go:171","msg":"trace[2086315863] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"909.467344ms","start":"2026-02-27T01:27:24.954959Z","end":"2026-02-27T01:27:25.864427Z","steps":["trace[2086315863] 'process raft request' (duration: 909.340101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.864582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743186324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:27:25.864609Z","caller":"traceutil/trace.go:171","msg":"trace[1598664170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1596; }","duration":"1.743211025s","start":"2026-02-27T01:27:24.121389Z","end":"2026-02-27T01:27:25.864601Z","steps":["trace[1598664170] 'agreement among raft nodes before linearized reading' (duration: 1.743087322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.864629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.121335Z","time spent":"1.743289427s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:27:25.864614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.954939Z","time spent":"909.588387ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:25.864442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.114622Z","time spent":"1.749751315s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:25.952701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82163384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T01:27:25.952726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.514939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:27:25.952768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572934238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:27:25.952816Z","caller":"traceutil/trace.go:171","msg":"trace[648885926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1597; }","duration":"1.821792724s","start":"2026-02-27T01:27:24.130997Z","end":"2026-02-27T01:27:25.95279Z","steps":["trace[648885926] 'agreement among raft nodes before linearized reading' (duration: 1.821469887s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.95284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806758349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-27T01:27:25.952875Z","caller":"traceutil/trace.go:171","msg":"trace[1800087750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1597; }","duration":"1.573072991s","start":"2026-02-27T01:27:24.379761Z","end":"2026-02-27T01:27:25.952834Z","steps":["trace[1800087750] 'agreement among raft nodes before linearized reading' (duration: 1.572830366s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:25.952903Z","caller":"traceutil/trace.go:171","msg":"trace[1752636678] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"118.815539ms","start":"2026-02-27T01:27:25.834074Z","end":"2026-02-27T01:27:25.95289Z","steps":["trace[1752636678] 'process raft request' (duration: 118.162614ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:25.952902Z","caller":"traceutil/trace.go:171","msg":"trace[1371037491] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05; range_end:; response_count:1; response_revision:1597; }","duration":"1.806834721s","start":"2026-02-27T01:27:24.146046Z","end":"2026-02-27T01:27:25.952881Z","steps":["trace[1371037491] 'agreement among raft nodes before linearized reading' (duration: 1.806474753s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.952899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219377757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:27:25.952949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.146036Z","time spent":"1.806904553s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05\" "} {"level":"warn","ts":"2026-02-27T01:27:25.952937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.379738Z","time spent":"1.573188144s","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T01:27:25.952974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818064378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:27:25.952983Z","caller":"traceutil/trace.go:171","msg":"trace[541043774] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1597; }","duration":"1.219476339s","start":"2026-02-27T01:27:24.733477Z","end":"2026-02-27T01:27:25.952954Z","steps":["trace[541043774] 'agreement among raft nodes before linearized reading' (duration: 1.219290615s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:25.953011Z","caller":"traceutil/trace.go:171","msg":"trace[184198937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1597; }","duration":"1.818112269s","start":"2026-02-27T01:27:24.13489Z","end":"2026-02-27T01:27:25.953002Z","steps":["trace[184198937] 'agreement among raft nodes before linearized reading' (duration: 1.818020427s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.953021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.733459Z","time spent":"1.219553991s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:27:25.952834Z","caller":"traceutil/trace.go:171","msg":"trace[2009543398] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1597; }","duration":"453.722434ms","start":"2026-02-27T01:27:25.499089Z","end":"2026-02-27T01:27:25.952811Z","steps":["trace[2009543398] 'agreement among raft nodes before linearized reading' (duration: 453.496268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.953162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.499057Z","time spent":"454.091442ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:25.953211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578960877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T01:27:25.953239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821910476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T01:27:25.952874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.130987Z","time spent":"1.821876106s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:27:25.953261Z","caller":"traceutil/trace.go:171","msg":"trace[449428285] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1597; }","duration":"1.579033958s","start":"2026-02-27T01:27:24.37421Z","end":"2026-02-27T01:27:25.953244Z","steps":["trace[449428285] 'agreement among raft nodes before linearized reading' (duration: 1.578401253s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.953309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.374194Z","time spent":"1.57910424s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:27:25.952738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411982704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:27:25.953366Z","caller":"traceutil/trace.go:171","msg":"trace[2129220065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1597; }","duration":"1.41266386s","start":"2026-02-27T01:27:24.54069Z","end":"2026-02-27T01:27:25.953353Z","steps":["trace[2129220065] 'agreement among raft nodes before linearized reading' (duration: 1.41180083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.953336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.535108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:27:25.953359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243589281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-02-27T01:27:25.953413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.540663Z","time spent":"1.412739672s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:27:25.953438Z","caller":"traceutil/trace.go:171","msg":"trace[986722446] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05; range_end:; response_count:1; response_revision:1597; }","duration":"1.243711224s","start":"2026-02-27T01:27:24.70971Z","end":"2026-02-27T01:27:25.953421Z","steps":["trace[986722446] 'agreement among raft nodes before linearized reading' (duration: 1.243530069s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.953048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.134883Z","time spent":"1.818155281s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:27:25.953446Z","caller":"traceutil/trace.go:171","msg":"trace[1638448070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1597; }","duration":"196.688192ms","start":"2026-02-27T01:27:25.756729Z","end":"2026-02-27T01:27:25.953417Z","steps":["trace[1638448070] 'agreement among raft nodes before linearized reading' (duration: 196.485477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.953471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.709677Z","time spent":"1.243786796s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05\" "} {"level":"info","ts":"2026-02-27T01:27:25.95345Z","caller":"traceutil/trace.go:171","msg":"trace[980945763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1597; }","duration":"1.822155362s","start":"2026-02-27T01:27:24.131282Z","end":"2026-02-27T01:27:25.953437Z","steps":["trace[980945763] 'agreement among raft nodes before linearized reading' (duration: 1.821853045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:25.953533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:24.131262Z","time spent":"1.822256794s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:27:26.478699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746848423,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:27:26.599127Z","caller":"traceutil/trace.go:171","msg":"trace[636303310] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"729.921965ms","start":"2026-02-27T01:27:25.869179Z","end":"2026-02-27T01:27:26.599101Z","steps":["trace[636303310] 'process raft request' (duration: 729.751241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.5993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.869153Z","time spent":"730.063868ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:26.804458Z","caller":"traceutil/trace.go:171","msg":"trace[1249516062] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"823.718952ms","start":"2026-02-27T01:27:25.980714Z","end":"2026-02-27T01:27:26.804433Z","steps":["trace[1249516062] 'process raft request' (duration: 823.427225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.804622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.980698Z","time spent":"823.840324ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:26.80474Z","caller":"traceutil/trace.go:171","msg":"trace[890158953] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"823.987167ms","start":"2026-02-27T01:27:25.980733Z","end":"2026-02-27T01:27:26.80472Z","steps":["trace[890158953] 'process raft request' (duration: 823.65279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.80487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.980716Z","time spent":"824.08513ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:26.804876Z","caller":"traceutil/trace.go:171","msg":"trace[782032602] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"823.712022ms","start":"2026-02-27T01:27:25.981149Z","end":"2026-02-27T01:27:26.804861Z","steps":["trace[782032602] 'process raft request' (duration: 823.498657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.804957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.981142Z","time spent":"823.772423ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:26.805045Z","caller":"traceutil/trace.go:171","msg":"trace[2087209067] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"823.786633ms","start":"2026-02-27T01:27:25.98125Z","end":"2026-02-27T01:27:26.805036Z","steps":["trace[2087209067] 'process raft request' (duration: 823.562718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.805091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.981231Z","time spent":"823.833164ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:26.805114Z","caller":"traceutil/trace.go:171","msg":"trace[1371830953] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"823.594259ms","start":"2026-02-27T01:27:25.981499Z","end":"2026-02-27T01:27:26.805094Z","steps":["trace[1371830953] 'process raft request' (duration: 823.461596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.805221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.981483Z","time spent":"823.684031ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:26.805283Z","caller":"traceutil/trace.go:171","msg":"trace[756838730] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1667; }","duration":"826.871194ms","start":"2026-02-27T01:27:25.978393Z","end":"2026-02-27T01:27:26.805264Z","steps":["trace[756838730] 'read index received' (duration: 620.758906ms)","trace[756838730] 'applied index is now lower than readState.Index' (duration: 206.111038ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:26.805507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.051728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:27:26.805601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.15935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:26.805295Z","caller":"traceutil/trace.go:171","msg":"trace[1353349496] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"823.262951ms","start":"2026-02-27T01:27:25.982018Z","end":"2026-02-27T01:27:26.805281Z","steps":["trace[1353349496] 'process raft request' (duration: 823.023056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.80572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.853345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:27:26.805754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.982013Z","time spent":"823.687601ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:26.805959Z","caller":"traceutil/trace.go:171","msg":"trace[1186453374] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1605; }","duration":"682.135121ms","start":"2026-02-27T01:27:26.123811Z","end":"2026-02-27T01:27:26.805946Z","steps":["trace[1186453374] 'agreement among raft nodes before linearized reading' (duration: 681.872705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.806012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:26.12378Z","time spent":"682.216984ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:27:26.805335Z","caller":"traceutil/trace.go:171","msg":"trace[1702683547] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"822.170226ms","start":"2026-02-27T01:27:25.983153Z","end":"2026-02-27T01:27:26.805323Z","steps":["trace[1702683547] 'process raft request' (duration: 822.034133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.806169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.983145Z","time spent":"822.951914ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:26.805657Z","caller":"traceutil/trace.go:171","msg":"trace[57198047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1605; }","duration":"827.254473ms","start":"2026-02-27T01:27:25.978387Z","end":"2026-02-27T01:27:26.805642Z","steps":["trace[57198047] 'agreement among raft nodes before linearized reading' (duration: 827.169121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.806262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.978367Z","time spent":"827.879896ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:27:26.805622Z","caller":"traceutil/trace.go:171","msg":"trace[1039801829] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1605; }","duration":"827.252033ms","start":"2026-02-27T01:27:25.97835Z","end":"2026-02-27T01:27:26.805602Z","steps":["trace[1039801829] 'agreement among raft nodes before linearized reading' (duration: 826.996507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:26.806541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:25.978316Z","time spent":"828.203515ms","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:27.494683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.288963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:27:27.494792Z","caller":"traceutil/trace.go:171","msg":"trace[1951184865] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1605; }","duration":"640.445916ms","start":"2026-02-27T01:27:26.854327Z","end":"2026-02-27T01:27:27.494773Z","steps":["trace[1951184865] 'count revisions from in-memory index tree' (duration: 640.187721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:27.494808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.229443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-02-27T01:27:27.494845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:26.854294Z","time spent":"640.533348ms","remote":"127.0.0.1:46944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:27.494848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.376913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:27:27.494883Z","caller":"traceutil/trace.go:171","msg":"trace[952773397] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05; range_end:; response_count:1; response_revision:1605; }","duration":"512.354536ms","start":"2026-02-27T01:27:26.982509Z","end":"2026-02-27T01:27:27.494864Z","steps":["trace[952773397] 'range keys from in-memory index tree' (duration: 512.129971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:27.494902Z","caller":"traceutil/trace.go:171","msg":"trace[1375172846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1605; }","duration":"511.451795ms","start":"2026-02-27T01:27:26.983435Z","end":"2026-02-27T01:27:27.494887Z","steps":["trace[1375172846] 'range keys from in-memory index tree' (duration: 511.22008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:27.494925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:26.982489Z","time spent":"512.426837ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05\" "} {"level":"warn","ts":"2026-02-27T01:27:27.494951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:26.983419Z","time spent":"511.523457ms","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:27:35.114935Z","caller":"traceutil/trace.go:171","msg":"trace[237915782] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"224.947248ms","start":"2026-02-27T01:27:34.889955Z","end":"2026-02-27T01:27:35.114902Z","steps":["trace[237915782] 'process raft request' (duration: 224.836936ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:35.114969Z","caller":"traceutil/trace.go:171","msg":"trace[180809831] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"225.987682ms","start":"2026-02-27T01:27:34.888952Z","end":"2026-02-27T01:27:35.11494Z","steps":["trace[180809831] 'process raft request' (duration: 225.755117ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:35.115079Z","caller":"traceutil/trace.go:171","msg":"trace[2057424028] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"226.736579ms","start":"2026-02-27T01:27:34.888322Z","end":"2026-02-27T01:27:35.115059Z","steps":["trace[2057424028] 'process raft request' (duration: 225.48164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:35.115075Z","caller":"traceutil/trace.go:171","msg":"trace[1709456895] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"225.06543ms","start":"2026-02-27T01:27:34.889971Z","end":"2026-02-27T01:27:35.115037Z","steps":["trace[1709456895] 'process raft request' (duration: 224.876536ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:35.116225Z","caller":"traceutil/trace.go:171","msg":"trace[558041629] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"227.422855ms","start":"2026-02-27T01:27:34.888766Z","end":"2026-02-27T01:27:35.116189Z","steps":["trace[558041629] 'process raft request' (duration: 225.89542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:36.438188Z","caller":"traceutil/trace.go:171","msg":"trace[1447167599] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"209.72401ms","start":"2026-02-27T01:27:36.228443Z","end":"2026-02-27T01:27:36.438167Z","steps":["trace[1447167599] 'process raft request' (duration: 209.563136ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:36.489582Z","caller":"traceutil/trace.go:171","msg":"trace[472990520] linearizableReadLoop","detail":"{readStateIndex:1760; appliedIndex:1758; }","duration":"242.114391ms","start":"2026-02-27T01:27:36.247443Z","end":"2026-02-27T01:27:36.489558Z","steps":["trace[472990520] 'read index received' (duration: 190.622783ms)","trace[472990520] 'applied index is now lower than readState.Index' (duration: 51.490188ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:36.489643Z","caller":"traceutil/trace.go:171","msg":"trace[1184218935] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"249.04792ms","start":"2026-02-27T01:27:36.240563Z","end":"2026-02-27T01:27:36.489611Z","steps":["trace[1184218935] 'process raft request' (duration: 248.870226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:36.489828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.370808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T01:27:36.489894Z","caller":"traceutil/trace.go:171","msg":"trace[2117596754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1687; }","duration":"242.50973ms","start":"2026-02-27T01:27:36.247367Z","end":"2026-02-27T01:27:36.489877Z","steps":["trace[2117596754] 'agreement among raft nodes before linearized reading' (duration: 242.313046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:42.532222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746848710,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:27:42.785339Z","caller":"traceutil/trace.go:171","msg":"trace[1752871711] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1799; }","duration":"754.131429ms","start":"2026-02-27T01:27:42.031183Z","end":"2026-02-27T01:27:42.785315Z","steps":["trace[1752871711] 'read index received' (duration: 753.981625ms)","trace[1752871711] 'applied index is now lower than readState.Index' (duration: 148.844µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:42.785387Z","caller":"traceutil/trace.go:171","msg":"trace[208590626] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"817.277504ms","start":"2026-02-27T01:27:41.96809Z","end":"2026-02-27T01:27:42.785367Z","steps":["trace[208590626] 'process raft request' (duration: 817.08795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:42.785508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:41.968063Z","time spent":"817.370926ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:42.785505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.300222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:27:42.785552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.645678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:27:42.785591Z","caller":"traceutil/trace.go:171","msg":"trace[1646565026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1726; }","duration":"150.688599ms","start":"2026-02-27T01:27:42.63489Z","end":"2026-02-27T01:27:42.785578Z","steps":["trace[1646565026] 'agreement among raft nodes before linearized reading' (duration: 150.552686ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:42.785588Z","caller":"traceutil/trace.go:171","msg":"trace[1053562587] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1726; }","duration":"754.397994ms","start":"2026-02-27T01:27:42.031167Z","end":"2026-02-27T01:27:42.785565Z","steps":["trace[1053562587] 'agreement among raft nodes before linearized reading' (duration: 754.238651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:42.785636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:42.031112Z","time spent":"754.512888ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:42.785734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.389283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:27:42.785837Z","caller":"traceutil/trace.go:171","msg":"trace[624640212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1726; }","duration":"112.523185ms","start":"2026-02-27T01:27:42.673289Z","end":"2026-02-27T01:27:42.785812Z","steps":["trace[624640212] 'agreement among raft nodes before linearized reading' (duration: 112.261839ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:11.504956Z","caller":"traceutil/trace.go:171","msg":"trace[267999355] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1952; }","duration":"285.999636ms","start":"2026-02-27T01:28:11.218932Z","end":"2026-02-27T01:28:11.504931Z","steps":["trace[267999355] 'read index received' (duration: 285.76555ms)","trace[267999355] 'applied index is now lower than readState.Index' (duration: 233.096µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:11.505039Z","caller":"traceutil/trace.go:171","msg":"trace[281956399] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"304.748589ms","start":"2026-02-27T01:28:11.200277Z","end":"2026-02-27T01:28:11.505025Z","steps":["trace[281956399] 'process raft request' (duration: 304.495773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:11.505142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:11.200241Z","time spent":"304.833261ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:28:11.505162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.684922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:28:11.505187Z","caller":"traceutil/trace.go:171","msg":"trace[207015754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1873; }","duration":"157.752403ms","start":"2026-02-27T01:28:11.347426Z","end":"2026-02-27T01:28:11.505179Z","steps":["trace[207015754] 'agreement among raft nodes before linearized reading' (duration: 157.656821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:11.50524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.282322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:28:11.505836Z","caller":"traceutil/trace.go:171","msg":"trace[180860902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"286.926957ms","start":"2026-02-27T01:28:11.218894Z","end":"2026-02-27T01:28:11.505821Z","steps":["trace[180860902] 'agreement among raft nodes before linearized reading' (duration: 286.16586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:11.50548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.083229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:28:11.505952Z","caller":"traceutil/trace.go:171","msg":"trace[398952725] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1873; }","duration":"141.615921ms","start":"2026-02-27T01:28:11.364326Z","end":"2026-02-27T01:28:11.505942Z","steps":["trace[398952725] 'agreement among raft nodes before linearized reading' (duration: 140.968466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:12.196487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:11.678679Z","time spent":"517.798501ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:28:12.197106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.680271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:28:12.197227Z","caller":"traceutil/trace.go:171","msg":"trace[564993666] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"688.889913ms","start":"2026-02-27T01:28:11.508314Z","end":"2026-02-27T01:28:12.197204Z","steps":["trace[564993666] 'process raft request' (duration: 198.973936ms)","trace[564993666] 'compare' (duration: 489.550328ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:28:12.197341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:11.50829Z","time spent":"689.002356ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:28:12.229497Z","caller":"traceutil/trace.go:171","msg":"trace[531086733] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"720.706157ms","start":"2026-02-27T01:28:11.508769Z","end":"2026-02-27T01:28:12.229476Z","steps":["trace[531086733] 'process raft request' (duration: 720.531263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:12.230382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:11.508756Z","time spent":"720.81297ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:28:12.230853Z","caller":"traceutil/trace.go:171","msg":"trace[1253145568] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"721.478606ms","start":"2026-02-27T01:28:11.509188Z","end":"2026-02-27T01:28:12.230666Z","steps":["trace[1253145568] 'process raft request' (duration: 720.245267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:12.231185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:11.509055Z","time spent":"722.002778ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:28:12.231172Z","caller":"traceutil/trace.go:171","msg":"trace[146970621] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"720.414911ms","start":"2026-02-27T01:28:11.51058Z","end":"2026-02-27T01:28:12.230994Z","steps":["trace[146970621] 'process raft request' (duration: 719.07061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:12.23213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:11.51057Z","time spent":"721.394844ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:28:12.23237Z","caller":"traceutil/trace.go:171","msg":"trace[610221546] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1954; }","duration":"385.184527ms","start":"2026-02-27T01:28:11.84711Z","end":"2026-02-27T01:28:12.232295Z","steps":["trace[610221546] 'read index received' (duration: 382.130347ms)","trace[610221546] 'applied index is now lower than readState.Index' (duration: 3.05199ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:12.231835Z","caller":"traceutil/trace.go:171","msg":"trace[976877950] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"720.706138ms","start":"2026-02-27T01:28:11.511048Z","end":"2026-02-27T01:28:12.231755Z","steps":["trace[976877950] 'process raft request' (duration: 719.752206ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:12.232541Z","caller":"traceutil/trace.go:171","msg":"trace[874564446] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"719.896228ms","start":"2026-02-27T01:28:11.512581Z","end":"2026-02-27T01:28:12.232477Z","steps":["trace[874564446] 'process raft request' (duration: 718.819584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:12.23291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:11.511022Z","time spent":"721.720901ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:28:12.233293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:11.512554Z","time spent":"720.36193ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:28:12.234027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.586926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:28:12.234194Z","caller":"traceutil/trace.go:171","msg":"trace[1815006074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1879; }","duration":"204.805471ms","start":"2026-02-27T01:28:12.029309Z","end":"2026-02-27T01:28:12.234115Z","steps":["trace[1815006074] 'agreement among raft nodes before linearized reading' (duration: 204.369591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:12.234426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.288075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:28:12.234537Z","caller":"traceutil/trace.go:171","msg":"trace[298612333] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1879; }","duration":"387.45025ms","start":"2026-02-27T01:28:11.847037Z","end":"2026-02-27T01:28:12.234487Z","steps":["trace[298612333] 'agreement among raft nodes before linearized reading' (duration: 385.517255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:12.234598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:11.847016Z","time spent":"387.565982ms","remote":"127.0.0.1:46724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:28:13.108753Z","caller":"traceutil/trace.go:171","msg":"trace[84441808] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1959; }","duration":"100.131543ms","start":"2026-02-27T01:28:13.008594Z","end":"2026-02-27T01:28:13.108725Z","steps":["trace[84441808] 'read index received' (duration: 99.624891ms)","trace[84441808] 'applied index is now lower than readState.Index' (duration: 505.602µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:13.108792Z","caller":"traceutil/trace.go:171","msg":"trace[544693215] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"144.672192ms","start":"2026-02-27T01:28:12.964086Z","end":"2026-02-27T01:28:13.108758Z","steps":["trace[544693215] 'process raft request' (duration: 144.454827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:13.109311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.668936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:28:13.109444Z","caller":"traceutil/trace.go:171","msg":"trace[689998494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1880; }","duration":"100.859889ms","start":"2026-02-27T01:28:13.008547Z","end":"2026-02-27T01:28:13.109407Z","steps":["trace[689998494] 'agreement among raft nodes before linearized reading' (duration: 100.297897ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:13.339709Z","caller":"traceutil/trace.go:171","msg":"trace[1609444341] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"227.388922ms","start":"2026-02-27T01:28:13.112287Z","end":"2026-02-27T01:28:13.339676Z","steps":["trace[1609444341] 'process raft request' (duration: 172.929254ms)","trace[1609444341] 'compare' (duration: 54.237223ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:13.348053Z","caller":"traceutil/trace.go:171","msg":"trace[2039129443] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1960; }","duration":"106.139992ms","start":"2026-02-27T01:28:13.241891Z","end":"2026-02-27T01:28:13.348031Z","steps":["trace[2039129443] 'read index received' (duration: 43.342961ms)","trace[2039129443] 'applied index is now lower than readState.Index' (duration: 62.795821ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:13.348191Z","caller":"traceutil/trace.go:171","msg":"trace[1278776643] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"233.321189ms","start":"2026-02-27T01:28:13.114837Z","end":"2026-02-27T01:28:13.348158Z","steps":["trace[1278776643] 'process raft request' (duration: 233.059313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:13.348366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.452079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:28:13.348438Z","caller":"traceutil/trace.go:171","msg":"trace[695040500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1882; }","duration":"106.585152ms","start":"2026-02-27T01:28:13.241838Z","end":"2026-02-27T01:28:13.348423Z","steps":["trace[695040500] 'agreement among raft nodes before linearized reading' (duration: 106.310456ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:19.248395Z","caller":"traceutil/trace.go:171","msg":"trace[653756316] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"121.348583ms","start":"2026-02-27T01:28:19.127021Z","end":"2026-02-27T01:28:19.24837Z","steps":["trace[653756316] 'process raft request' (duration: 121.187099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:19.925055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.272614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:28:19.925073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.003036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:28:19.925134Z","caller":"traceutil/trace.go:171","msg":"trace[942010315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1911; }","duration":"551.392727ms","start":"2026-02-27T01:28:19.373723Z","end":"2026-02-27T01:28:19.925115Z","steps":["trace[942010315] 'range keys from in-memory index tree' (duration: 551.11981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:19.925133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.936469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:28:19.925137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.972285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-27T01:28:19.925166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.373704Z","time spent":"551.456528ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:28:19.92517Z","caller":"traceutil/trace.go:171","msg":"trace[1879667975] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1911; }","duration":"389.133568ms","start":"2026-02-27T01:28:19.53601Z","end":"2026-02-27T01:28:19.925143Z","steps":["trace[1879667975] 'count revisions from in-memory index tree' (duration: 388.941864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:19.925187Z","caller":"traceutil/trace.go:171","msg":"trace[238788515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"168.047111ms","start":"2026-02-27T01:28:19.757124Z","end":"2026-02-27T01:28:19.925171Z","steps":["trace[238788515] 'range keys from in-memory index tree' (duration: 167.870407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:19.925195Z","caller":"traceutil/trace.go:171","msg":"trace[754917820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"531.070697ms","start":"2026-02-27T01:28:19.394109Z","end":"2026-02-27T01:28:19.92518Z","steps":["trace[754917820] 'range keys from in-memory index tree' (duration: 530.76146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:19.925245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.535997Z","time spent":"389.230761ms","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:28:19.925269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.394088Z","time spent":"531.168269ms","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:28:20.44304Z","caller":"traceutil/trace.go:171","msg":"trace[252342810] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1993; }","duration":"205.853675ms","start":"2026-02-27T01:28:20.237155Z","end":"2026-02-27T01:28:20.443009Z","steps":["trace[252342810] 'read index received' (duration: 205.535608ms)","trace[252342810] 'applied index is now lower than readState.Index' (duration: 316.637µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:20.443102Z","caller":"traceutil/trace.go:171","msg":"trace[1769285818] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"513.344498ms","start":"2026-02-27T01:28:19.929722Z","end":"2026-02-27T01:28:20.443066Z","steps":["trace[1769285818] 'process raft request' (duration: 513.107782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.443261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:19.9297Z","time spent":"513.47322ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:28:20.443397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.216283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T01:28:20.44343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.792841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:28:20.443478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.677255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T01:28:20.443504Z","caller":"traceutil/trace.go:171","msg":"trace[1171290068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1912; }","duration":"206.342866ms","start":"2026-02-27T01:28:20.237141Z","end":"2026-02-27T01:28:20.443484Z","steps":["trace[1171290068] 'agreement among raft nodes before linearized reading' (duration: 206.039189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.443511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.656928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T01:28:20.443527Z","caller":"traceutil/trace.go:171","msg":"trace[560482016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1912; }","duration":"159.904954ms","start":"2026-02-27T01:28:20.283594Z","end":"2026-02-27T01:28:20.443499Z","steps":["trace[560482016] 'agreement among raft nodes before linearized reading' (duration: 159.653358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.443423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.881949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T01:28:20.443551Z","caller":"traceutil/trace.go:171","msg":"trace[798551571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1912; }","duration":"175.737349ms","start":"2026-02-27T01:28:20.267801Z","end":"2026-02-27T01:28:20.443539Z","steps":["trace[798551571] 'agreement among raft nodes before linearized reading' (duration: 175.557615ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.44353Z","caller":"traceutil/trace.go:171","msg":"trace[623753387] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1912; }","duration":"174.749007ms","start":"2026-02-27T01:28:20.268765Z","end":"2026-02-27T01:28:20.443514Z","steps":["trace[623753387] 'agreement among raft nodes before linearized reading' (duration: 174.529462ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.443602Z","caller":"traceutil/trace.go:171","msg":"trace[567166503] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1912; }","duration":"178.109834ms","start":"2026-02-27T01:28:20.265468Z","end":"2026-02-27T01:28:20.443577Z","steps":["trace[567166503] 'agreement among raft nodes before linearized reading' (duration: 177.715225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:20.443701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.697969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:28:20.443825Z","caller":"traceutil/trace.go:171","msg":"trace[1982976717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1912; }","duration":"159.838002ms","start":"2026-02-27T01:28:20.283944Z","end":"2026-02-27T01:28:20.443782Z","steps":["trace[1982976717] 'agreement among raft nodes before linearized reading' (duration: 159.435333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.648903Z","caller":"traceutil/trace.go:171","msg":"trace[1629961331] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"200.733256ms","start":"2026-02-27T01:28:20.448145Z","end":"2026-02-27T01:28:20.648878Z","steps":["trace[1629961331] 'process raft request' (duration: 119.599291ms)","trace[1629961331] 'compare' (duration: 80.628263ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:28:20.648992Z","caller":"traceutil/trace.go:171","msg":"trace[1027041067] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"200.46031ms","start":"2026-02-27T01:28:20.448507Z","end":"2026-02-27T01:28:20.648967Z","steps":["trace[1027041067] 'process raft request' (duration: 200.404329ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.648988Z","caller":"traceutil/trace.go:171","msg":"trace[1895099044] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"200.787288ms","start":"2026-02-27T01:28:20.448169Z","end":"2026-02-27T01:28:20.648956Z","steps":["trace[1895099044] 'process raft request' (duration: 200.47397ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.649226Z","caller":"traceutil/trace.go:171","msg":"trace[415515211] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"200.842919ms","start":"2026-02-27T01:28:20.448372Z","end":"2026-02-27T01:28:20.649215Z","steps":["trace[415515211] 'process raft request' (duration: 200.4741ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.649175Z","caller":"traceutil/trace.go:171","msg":"trace[279256913] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"200.431369ms","start":"2026-02-27T01:28:20.448718Z","end":"2026-02-27T01:28:20.649149Z","steps":["trace[279256913] 'process raft request' (duration: 200.384128ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:20.649292Z","caller":"traceutil/trace.go:171","msg":"trace[258604986] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"200.661644ms","start":"2026-02-27T01:28:20.448611Z","end":"2026-02-27T01:28:20.649272Z","steps":["trace[258604986] 'process raft request' (duration: 200.336286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:21.41782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.794097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:28:21.417907Z","caller":"traceutil/trace.go:171","msg":"trace[1718326610] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1918; }","duration":"645.93399ms","start":"2026-02-27T01:28:20.771951Z","end":"2026-02-27T01:28:21.417885Z","steps":["trace[1718326610] 'count revisions from in-memory index tree' (duration: 645.727585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:21.417898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.646951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:28:21.417953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:20.771931Z","time spent":"646.011252ms","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:28:21.417981Z","caller":"traceutil/trace.go:171","msg":"trace[2083833247] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1918; }","duration":"257.816346ms","start":"2026-02-27T01:28:21.160145Z","end":"2026-02-27T01:28:21.417961Z","steps":["trace[2083833247] 'count revisions from in-memory index tree' (duration: 257.493727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:21.418028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.976283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-27T01:28:21.418085Z","caller":"traceutil/trace.go:171","msg":"trace[1092631867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"485.071315ms","start":"2026-02-27T01:28:20.932997Z","end":"2026-02-27T01:28:21.418069Z","steps":["trace[1092631867] 'range keys from in-memory index tree' (duration: 484.826489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:21.41812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:28:20.932979Z","time spent":"485.132996ms","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:28:21.418226Z","caller":"traceutil/trace.go:171","msg":"trace[1172684267] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"164.764416ms","start":"2026-02-27T01:28:21.253438Z","end":"2026-02-27T01:28:21.418203Z","steps":["trace[1172684267] 'process raft request' (duration: 159.947475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:28:47.715009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.529701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-02-27T01:28:47.715112Z","caller":"traceutil/trace.go:171","msg":"trace[1669652550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2056; }","duration":"119.686254ms","start":"2026-02-27T01:28:47.595398Z","end":"2026-02-27T01:28:47.715084Z","steps":["trace[1669652550] 'range keys from in-memory index tree' (duration: 119.331896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:07.178254Z","caller":"traceutil/trace.go:171","msg":"trace[1164021638] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2276; }","duration":"421.20722ms","start":"2026-02-27T01:29:06.757021Z","end":"2026-02-27T01:29:07.178228Z","steps":["trace[1164021638] 'read index received' (duration: 420.886562ms)","trace[1164021638] 'applied index is now lower than readState.Index' (duration: 319.278µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:29:07.178332Z","caller":"traceutil/trace.go:171","msg":"trace[1204085465] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"522.485048ms","start":"2026-02-27T01:29:06.655807Z","end":"2026-02-27T01:29:07.178292Z","steps":["trace[1204085465] 'process raft request' (duration: 522.254283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:07.178436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.397464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:29:07.17851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:06.655783Z","time spent":"522.633922ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:29:07.178517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.067421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:29:07.178519Z","caller":"traceutil/trace.go:171","msg":"trace[705250642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"421.525537ms","start":"2026-02-27T01:29:06.756973Z","end":"2026-02-27T01:29:07.178498Z","steps":["trace[705250642] 'agreement among raft nodes before linearized reading' (duration: 421.397224ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:07.17856Z","caller":"traceutil/trace.go:171","msg":"trace[474298181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2185; }","duration":"316.162413ms","start":"2026-02-27T01:29:06.862384Z","end":"2026-02-27T01:29:07.178546Z","steps":["trace[474298181] 'agreement among raft nodes before linearized reading' (duration: 316.006159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:07.178567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:06.756951Z","time spent":"421.608229ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:29:07.178564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.886936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:29:07.178597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:06.862363Z","time spent":"316.225444ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:29:07.178588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.703659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:29:07.178618Z","caller":"traceutil/trace.go:171","msg":"trace[1639957598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2185; }","duration":"293.971058ms","start":"2026-02-27T01:29:06.884632Z","end":"2026-02-27T01:29:07.178603Z","steps":["trace[1639957598] 'agreement among raft nodes before linearized reading' (duration: 293.822615ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:07.178651Z","caller":"traceutil/trace.go:171","msg":"trace[1530597748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2185; }","duration":"242.823751ms","start":"2026-02-27T01:29:06.935814Z","end":"2026-02-27T01:29:07.178638Z","steps":["trace[1530597748] 'agreement among raft nodes before linearized reading' (duration: 242.605406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:07.178695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.359171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:29:07.178752Z","caller":"traceutil/trace.go:171","msg":"trace[1430520664] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2185; }","duration":"239.548295ms","start":"2026-02-27T01:29:06.939187Z","end":"2026-02-27T01:29:07.178735Z","steps":["trace[1430520664] 'agreement among raft nodes before linearized reading' (duration: 239.356401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:07.178682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.9611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:29:07.178816Z","caller":"traceutil/trace.go:171","msg":"trace[2054316007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2185; }","duration":"126.143505ms","start":"2026-02-27T01:29:07.052652Z","end":"2026-02-27T01:29:07.178796Z","steps":["trace[2054316007] 'agreement among raft nodes before linearized reading' (duration: 125.850828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:07.179003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.424349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:29:07.179133Z","caller":"traceutil/trace.go:171","msg":"trace[1534981841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2185; }","duration":"241.609763ms","start":"2026-02-27T01:29:06.937497Z","end":"2026-02-27T01:29:07.179107Z","steps":["trace[1534981841] 'agreement among raft nodes before linearized reading' (duration: 241.100611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:07.179069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.417219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:29:07.179354Z","caller":"traceutil/trace.go:171","msg":"trace[2085780000] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2185; }","duration":"241.733656ms","start":"2026-02-27T01:29:06.937605Z","end":"2026-02-27T01:29:07.179339Z","steps":["trace[2085780000] 'agreement among raft nodes before linearized reading' (duration: 241.417319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:38.679422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.204507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-02-27T01:29:38.679495Z","caller":"traceutil/trace.go:171","msg":"trace[1069655054] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2345; }","duration":"201.33386ms","start":"2026-02-27T01:29:38.478143Z","end":"2026-02-27T01:29:38.679477Z","steps":["trace[1069655054] 'range keys from in-memory index tree' (duration: 201.004372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:39.258676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746850404,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:29:39.562726Z","caller":"traceutil/trace.go:171","msg":"trace[126811447] linearizableReadLoop","detail":"{readStateIndex:2446; appliedIndex:2445; }","duration":"804.93348ms","start":"2026-02-27T01:29:38.757774Z","end":"2026-02-27T01:29:39.562708Z","steps":["trace[126811447] 'read index received' (duration: 804.709405ms)","trace[126811447] 'applied index is now lower than readState.Index' (duration: 223.285µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:29:39.562805Z","caller":"traceutil/trace.go:171","msg":"trace[1574867470] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"856.783053ms","start":"2026-02-27T01:29:38.705992Z","end":"2026-02-27T01:29:39.562775Z","steps":["trace[1574867470] 'process raft request' (duration: 856.598368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:39.562905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.436364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:29:39.562932Z","caller":"traceutil/trace.go:171","msg":"trace[894547786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2346; }","duration":"189.511795ms","start":"2026-02-27T01:29:39.373412Z","end":"2026-02-27T01:29:39.562923Z","steps":["trace[894547786] 'agreement among raft nodes before linearized reading' (duration: 189.407183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:39.56297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:38.705964Z","time spent":"856.918515ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:29:39.563046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.256634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:29:39.563112Z","caller":"traceutil/trace.go:171","msg":"trace[222094981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2346; }","duration":"184.355696ms","start":"2026-02-27T01:29:39.378748Z","end":"2026-02-27T01:29:39.563103Z","steps":["trace[222094981] 'agreement among raft nodes before linearized reading' (duration: 184.190212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:39.56311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.545591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T01:29:39.563096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.944963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:29:39.563185Z","caller":"traceutil/trace.go:171","msg":"trace[1947775690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2346; }","duration":"181.639573ms","start":"2026-02-27T01:29:39.381527Z","end":"2026-02-27T01:29:39.563166Z","steps":["trace[1947775690] 'agreement among raft nodes before linearized reading' (duration: 181.452438ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:39.563206Z","caller":"traceutil/trace.go:171","msg":"trace[1482383009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2346; }","duration":"183.077796ms","start":"2026-02-27T01:29:39.380106Z","end":"2026-02-27T01:29:39.563184Z","steps":["trace[1482383009] 'agreement among raft nodes before linearized reading' (duration: 182.851131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:39.563062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.993928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:29:39.563286Z","caller":"traceutil/trace.go:171","msg":"trace[1150977076] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2346; }","duration":"181.223163ms","start":"2026-02-27T01:29:39.382048Z","end":"2026-02-27T01:29:39.563271Z","steps":["trace[1150977076] 'agreement among raft nodes before linearized reading' (duration: 180.921846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:39.563096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.713558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:29:39.563341Z","caller":"traceutil/trace.go:171","msg":"trace[533755521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2346; }","duration":"183.002005ms","start":"2026-02-27T01:29:39.38033Z","end":"2026-02-27T01:29:39.563332Z","steps":["trace[533755521] 'agreement among raft nodes before linearized reading' (duration: 182.571365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:39.563063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.432767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:29:39.563394Z","caller":"traceutil/trace.go:171","msg":"trace[523741739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2346; }","duration":"184.791336ms","start":"2026-02-27T01:29:39.378596Z","end":"2026-02-27T01:29:39.563387Z","steps":["trace[523741739] 'agreement among raft nodes before linearized reading' (duration: 184.417017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:39.563499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.722988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:29:39.563545Z","caller":"traceutil/trace.go:171","msg":"trace[953004002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2346; }","duration":"805.80588ms","start":"2026-02-27T01:29:38.757729Z","end":"2026-02-27T01:29:39.563535Z","steps":["trace[953004002] 'agreement among raft nodes before linearized reading' (duration: 805.099584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:39.563575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:38.757711Z","time spent":"805.856441ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:29:39.682219Z","caller":"traceutil/trace.go:171","msg":"trace[483251825] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"115.123931ms","start":"2026-02-27T01:29:39.567072Z","end":"2026-02-27T01:29:39.682196Z","steps":["trace[483251825] 'process raft request' (duration: 113.325619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:40.490076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.470248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:29:40.490302Z","caller":"traceutil/trace.go:171","msg":"trace[1285785201] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"922.641802ms","start":"2026-02-27T01:29:39.567649Z","end":"2026-02-27T01:29:40.490291Z","steps":["trace[1285785201] 'process raft request' (duration: 922.57426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:40.490375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:39.56764Z","time spent":"922.703793ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:29:40.490438Z","caller":"traceutil/trace.go:171","msg":"trace[711685471] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"922.687073ms","start":"2026-02-27T01:29:39.56774Z","end":"2026-02-27T01:29:40.490427Z","steps":["trace[711685471] 'process raft request' (duration: 922.518959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:40.490518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:39.567727Z","time spent":"922.758554ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:29:40.490513Z","caller":"traceutil/trace.go:171","msg":"trace[1222141393] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"923.102412ms","start":"2026-02-27T01:29:39.567294Z","end":"2026-02-27T01:29:40.490397Z","steps":["trace[1222141393] 'process raft request' (duration: 922.873457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:40.490709Z","caller":"traceutil/trace.go:171","msg":"trace[1844684248] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2447; }","duration":"733.217308ms","start":"2026-02-27T01:29:39.75748Z","end":"2026-02-27T01:29:40.490698Z","steps":["trace[1844684248] 'read index received' (duration: 292.074215ms)","trace[1844684248] 'applied index is now lower than readState.Index' (duration: 441.142163ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:29:40.490785Z","caller":"traceutil/trace.go:171","msg":"trace[1520305410] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"922.701273ms","start":"2026-02-27T01:29:39.568074Z","end":"2026-02-27T01:29:40.490775Z","steps":["trace[1520305410] 'process raft request' (duration: 922.311814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:40.490841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:39.568064Z","time spent":"922.748085ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:29:40.490881Z","caller":"traceutil/trace.go:171","msg":"trace[624213868] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"922.218572ms","start":"2026-02-27T01:29:39.568653Z","end":"2026-02-27T01:29:40.490872Z","steps":["trace[624213868] 'process raft request' (duration: 921.999687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:40.49085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.379571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:29:40.490897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:39.567277Z","time spent":"923.396169ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:29:40.490944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:39.568627Z","time spent":"922.286224ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:29:40.491076Z","caller":"traceutil/trace.go:171","msg":"trace[887586419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2353; }","duration":"733.596886ms","start":"2026-02-27T01:29:39.757412Z","end":"2026-02-27T01:29:40.491009Z","steps":["trace[887586419] 'agreement among raft nodes before linearized reading' (duration: 733.392781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:40.490248Z","caller":"traceutil/trace.go:171","msg":"trace[1132065134] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"923.022391ms","start":"2026-02-27T01:29:39.567204Z","end":"2026-02-27T01:29:40.490227Z","steps":["trace[1132065134] 'process raft request' (duration: 482.324369ms)","trace[1132065134] 'compare' (duration: 440.377755ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:29:40.491232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:39.567173Z","time spent":"924.026924ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:29:40.491351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:39.757391Z","time spent":"733.790271ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:29:41.100714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.203685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:29:41.100793Z","caller":"traceutil/trace.go:171","msg":"trace[1530738356] linearizableReadLoop","detail":"{readStateIndex:2454; appliedIndex:2453; }","duration":"610.03732ms","start":"2026-02-27T01:29:40.490743Z","end":"2026-02-27T01:29:41.10078Z","steps":["trace[1530738356] 'read index received' (duration: 468.691982ms)","trace[1530738356] 'applied index is now lower than readState.Index' (duration: 141.344538ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:29:41.100942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.923256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-02-27T01:29:41.100964Z","caller":"traceutil/trace.go:171","msg":"trace[1950764048] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2354; }","duration":"621.973397ms","start":"2026-02-27T01:29:40.478985Z","end":"2026-02-27T01:29:41.100959Z","steps":["trace[1950764048] 'agreement among raft nodes before linearized reading' (duration: 621.864705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:41.100993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:40.478969Z","time spent":"622.016778ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-27T01:29:41.10104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325764442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1897f64633ea2851\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-02-27T01:29:41.101032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.59387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:29:41.101081Z","caller":"traceutil/trace.go:171","msg":"trace[1551739454] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1897f64633ea2851; range_end:; response_count:1; response_revision:2354; }","duration":"1.325832534s","start":"2026-02-27T01:29:39.775238Z","end":"2026-02-27T01:29:41.10107Z","steps":["trace[1551739454] 'agreement among raft nodes before linearized reading' (duration: 1.325741082s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:41.101093Z","caller":"traceutil/trace.go:171","msg":"trace[1109575635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2354; }","duration":"343.691213ms","start":"2026-02-27T01:29:40.757387Z","end":"2026-02-27T01:29:41.101078Z","steps":["trace[1109575635] 'agreement among raft nodes before linearized reading' (duration: 343.57239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:41.101052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.189438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:29:41.101148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:40.757371Z","time spent":"343.770235ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:29:41.101042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.85583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:29:41.101181Z","caller":"traceutil/trace.go:171","msg":"trace[1169221141] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2354; }","duration":"386.385193ms","start":"2026-02-27T01:29:40.714778Z","end":"2026-02-27T01:29:41.101164Z","steps":["trace[1169221141] 'agreement among raft nodes before linearized reading' (duration: 386.149168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:41.101223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:40.714757Z","time spent":"386.457754ms","remote":"127.0.0.1:46506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:29:41.101244Z","caller":"traceutil/trace.go:171","msg":"trace[520928989] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2354; }","duration":"145.113736ms","start":"2026-02-27T01:29:40.956096Z","end":"2026-02-27T01:29:41.10121Z","steps":["trace[520928989] 'agreement among raft nodes before linearized reading' (duration: 144.83607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:29:41.101349Z","caller":"traceutil/trace.go:171","msg":"trace[1143282478] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"1.330850071s","start":"2026-02-27T01:29:39.770215Z","end":"2026-02-27T01:29:41.101065Z","steps":["trace[1143282478] 'process raft request' (duration: 1.189223216s)","trace[1143282478] 'compare' (duration: 141.113943ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:29:41.101106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:39.775223Z","time spent":"1.325876785s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.1897f64633ea2851\" "} {"level":"warn","ts":"2026-02-27T01:29:41.101639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:39.770198Z","time spent":"1.33124077s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:29:41.477895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.31033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:29:41.478079Z","caller":"traceutil/trace.go:171","msg":"trace[953713474] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"367.866043ms","start":"2026-02-27T01:29:41.110196Z","end":"2026-02-27T01:29:41.478062Z","steps":["trace[953713474] 'process raft request' (duration: 367.805661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:41.478311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:41.110179Z","time spent":"368.093327ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:29:41.478333Z","caller":"traceutil/trace.go:171","msg":"trace[277039204] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"375.09648ms","start":"2026-02-27T01:29:41.103177Z","end":"2026-02-27T01:29:41.478273Z","steps":["trace[277039204] 'process raft request' (duration: 185.320699ms)","trace[277039204] 'compare' (duration: 189.184098ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:29:41.478394Z","caller":"traceutil/trace.go:171","msg":"trace[1858324804] linearizableReadLoop","detail":"{readStateIndex:2455; appliedIndex:2454; }","duration":"375.032688ms","start":"2026-02-27T01:29:41.10333Z","end":"2026-02-27T01:29:41.478363Z","steps":["trace[1858324804] 'read index received' (duration: 185.187785ms)","trace[1858324804] 'applied index is now lower than readState.Index' (duration: 189.843013ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:29:41.4786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:41.103157Z","time spent":"375.296805ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:29:41.47878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.055793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:29:41.478912Z","caller":"traceutil/trace.go:171","msg":"trace[1658650025] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2356; }","duration":"204.35383ms","start":"2026-02-27T01:29:41.274538Z","end":"2026-02-27T01:29:41.478892Z","steps":["trace[1658650025] 'agreement among raft nodes before linearized reading' (duration: 203.994891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:41.479091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.735476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-02-27T01:29:41.479169Z","caller":"traceutil/trace.go:171","msg":"trace[70786697] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2356; }","duration":"375.853598ms","start":"2026-02-27T01:29:41.103297Z","end":"2026-02-27T01:29:41.479151Z","steps":["trace[70786697] 'agreement among raft nodes before linearized reading' (duration: 375.179172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:29:41.479229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:29:41.103283Z","time spent":"375.93368ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-02-27T01:32:09.616878Z","caller":"traceutil/trace.go:171","msg":"trace[33716110] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"126.61341ms","start":"2026-02-27T01:32:09.490243Z","end":"2026-02-27T01:32:09.616856Z","steps":["trace[33716110] 'process raft request' (duration: 38.161447ms)","trace[33716110] 'compare' (duration: 88.276479ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:09.783985Z","caller":"traceutil/trace.go:171","msg":"trace[1950648373] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"112.559063ms","start":"2026-02-27T01:32:09.671395Z","end":"2026-02-27T01:32:09.783954Z","steps":["trace[1950648373] 'process raft request' (duration: 73.602189ms)","trace[1950648373] 'compare' (duration: 38.76758ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:16.700406Z","caller":"traceutil/trace.go:171","msg":"trace[1239230914] linearizableReadLoop","detail":"{readStateIndex:3421; appliedIndex:3420; }","duration":"205.847598ms","start":"2026-02-27T01:32:16.494533Z","end":"2026-02-27T01:32:16.700381Z","steps":["trace[1239230914] 'read index received' (duration: 205.642584ms)","trace[1239230914] 'applied index is now lower than readState.Index' (duration: 203.984µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:16.70047Z","caller":"traceutil/trace.go:171","msg":"trace[535143698] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"553.888898ms","start":"2026-02-27T01:32:16.146543Z","end":"2026-02-27T01:32:16.700432Z","steps":["trace[535143698] 'process raft request' (duration: 553.665353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:16.700672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:16.146527Z","time spent":"554.035302ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:16.700703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.36126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:16.700665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.112994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-02-27T01:32:16.700801Z","caller":"traceutil/trace.go:171","msg":"trace[489448645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3283; }","duration":"116.563945ms","start":"2026-02-27T01:32:16.584217Z","end":"2026-02-27T01:32:16.700781Z","steps":["trace[489448645] 'agreement among raft nodes before linearized reading' (duration: 116.391581ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:16.700856Z","caller":"traceutil/trace.go:171","msg":"trace[1298629763] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3283; }","duration":"206.36317ms","start":"2026-02-27T01:32:16.494474Z","end":"2026-02-27T01:32:16.700837Z","steps":["trace[1298629763] 'agreement among raft nodes before linearized reading' (duration: 206.038972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:16.700859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.97446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:32:16.700971Z","caller":"traceutil/trace.go:171","msg":"trace[516993776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3283; }","duration":"181.196886ms","start":"2026-02-27T01:32:16.519757Z","end":"2026-02-27T01:32:16.700954Z","steps":["trace[516993776] 'agreement among raft nodes before linearized reading' (duration: 180.820807ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:16.876725Z","caller":"traceutil/trace.go:171","msg":"trace[1703477622] linearizableReadLoop","detail":"{readStateIndex:3422; appliedIndex:3421; }","duration":"120.244291ms","start":"2026-02-27T01:32:16.756459Z","end":"2026-02-27T01:32:16.876704Z","steps":["trace[1703477622] 'read index received' (duration: 91.938564ms)","trace[1703477622] 'applied index is now lower than readState.Index' (duration: 28.304697ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:16.876742Z","caller":"traceutil/trace.go:171","msg":"trace[617534218] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"171.582863ms","start":"2026-02-27T01:32:16.705136Z","end":"2026-02-27T01:32:16.876719Z","steps":["trace[617534218] 'process raft request' (duration: 143.306106ms)","trace[617534218] 'compare' (duration: 28.021181ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:16.876868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.399774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:16.876976Z","caller":"traceutil/trace.go:171","msg":"trace[1271099865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3284; }","duration":"120.552958ms","start":"2026-02-27T01:32:16.756385Z","end":"2026-02-27T01:32:16.876938Z","steps":["trace[1271099865] 'agreement among raft nodes before linearized reading' (duration: 120.422915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:22.116863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.366847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:22.116944Z","caller":"traceutil/trace.go:171","msg":"trace[439322586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3309; }","duration":"360.480529ms","start":"2026-02-27T01:32:21.756445Z","end":"2026-02-27T01:32:22.116926Z","steps":["trace[439322586] 'range keys from in-memory index tree' (duration: 360.310785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:22.116975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.756435Z","time spent":"360.532871ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:32:22.116982Z","caller":"traceutil/trace.go:171","msg":"trace[2060732698] linearizableReadLoop","detail":"{readStateIndex:3449; appliedIndex:3448; }","duration":"183.887269ms","start":"2026-02-27T01:32:21.933074Z","end":"2026-02-27T01:32:22.116962Z","steps":["trace[2060732698] 'read index received' (duration: 111.925339ms)","trace[2060732698] 'applied index is now lower than readState.Index' (duration: 71.96113ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:22.117106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.027562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:22.117105Z","caller":"traceutil/trace.go:171","msg":"trace[1056330902] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"290.173276ms","start":"2026-02-27T01:32:21.826858Z","end":"2026-02-27T01:32:22.117031Z","steps":["trace[1056330902] 'process raft request' (duration: 218.137974ms)","trace[1056330902] 'compare' (duration: 71.440218ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:22.117154Z","caller":"traceutil/trace.go:171","msg":"trace[1387672854] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:0; response_revision:3310; }","duration":"184.148256ms","start":"2026-02-27T01:32:21.932996Z","end":"2026-02-27T01:32:22.117144Z","steps":["trace[1387672854] 'agreement among raft nodes before linearized reading' (duration: 184.061934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:22.117377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.79817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:22.117565Z","caller":"traceutil/trace.go:171","msg":"trace[1844659389] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3309; }","duration":"350.222171ms","start":"2026-02-27T01:32:21.767318Z","end":"2026-02-27T01:32:22.117541Z","steps":["trace[1844659389] 'count revisions from in-memory index tree' (duration: 349.536004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:22.1177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:21.767308Z","time spent":"350.372804ms","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:33:14.037649Z","caller":"traceutil/trace.go:171","msg":"trace[1891238789] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"114.927908ms","start":"2026-02-27T01:33:13.922682Z","end":"2026-02-27T01:33:14.037609Z","steps":["trace[1891238789] 'process raft request' (duration: 114.745704ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:19.929248Z","caller":"traceutil/trace.go:171","msg":"trace[724585637] transaction","detail":"{read_only:false; response_revision:3661; number_of_response:1; }","duration":"119.081714ms","start":"2026-02-27T01:33:19.810132Z","end":"2026-02-27T01:33:19.929214Z","steps":["trace[724585637] 'process raft request' (duration: 78.398026ms)","trace[724585637] 'compare' (duration: 40.484463ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:19.929285Z","caller":"traceutil/trace.go:171","msg":"trace[1848965931] transaction","detail":"{read_only:false; response_revision:3662; number_of_response:1; }","duration":"119.124545ms","start":"2026-02-27T01:33:19.810131Z","end":"2026-02-27T01:33:19.929256Z","steps":["trace[1848965931] 'process raft request' (duration: 119.026762ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:19.929304Z","caller":"traceutil/trace.go:171","msg":"trace[1934878839] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"118.865629ms","start":"2026-02-27T01:33:19.810411Z","end":"2026-02-27T01:33:19.929277Z","steps":["trace[1934878839] 'process raft request' (duration: 118.791737ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:19.929383Z","caller":"traceutil/trace.go:171","msg":"trace[210199401] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"118.722146ms","start":"2026-02-27T01:33:19.810626Z","end":"2026-02-27T01:33:19.929349Z","steps":["trace[210199401] 'process raft request' (duration: 118.614203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:21.69362Z","caller":"traceutil/trace.go:171","msg":"trace[478723815] transaction","detail":"{read_only:false; response_revision:3674; number_of_response:1; }","duration":"204.911261ms","start":"2026-02-27T01:33:21.488682Z","end":"2026-02-27T01:33:21.693593Z","steps":["trace[478723815] 'process raft request' (duration: 204.284227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:22.079499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.134729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:22.07972Z","caller":"traceutil/trace.go:171","msg":"trace[132305281] transaction","detail":"{read_only:false; response_revision:3681; number_of_response:1; }","duration":"140.405005ms","start":"2026-02-27T01:33:21.939306Z","end":"2026-02-27T01:33:22.079711Z","steps":["trace[132305281] 'process raft request' (duration: 140.379605ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:22.079757Z","caller":"traceutil/trace.go:171","msg":"trace[1146147766] transaction","detail":"{read_only:false; response_revision:3678; number_of_response:1; }","duration":"143.394044ms","start":"2026-02-27T01:33:21.936353Z","end":"2026-02-27T01:33:22.079747Z","steps":["trace[1146147766] 'process raft request' (duration: 143.23737ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:22.07983Z","caller":"traceutil/trace.go:171","msg":"trace[345591715] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"142.470673ms","start":"2026-02-27T01:33:21.93735Z","end":"2026-02-27T01:33:22.079821Z","steps":["trace[345591715] 'process raft request' (duration: 142.289948ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:22.079677Z","caller":"traceutil/trace.go:171","msg":"trace[1893808144] transaction","detail":"{read_only:false; response_revision:3677; number_of_response:1; }","duration":"145.235716ms","start":"2026-02-27T01:33:21.934419Z","end":"2026-02-27T01:33:22.079655Z","steps":["trace[1893808144] 'process raft request' (duration: 27.878982ms)","trace[1893808144] 'compare' (duration: 116.985445ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:22.079985Z","caller":"traceutil/trace.go:171","msg":"trace[1929641878] transaction","detail":"{read_only:false; response_revision:3680; number_of_response:1; }","duration":"140.958598ms","start":"2026-02-27T01:33:21.939012Z","end":"2026-02-27T01:33:22.07997Z","steps":["trace[1929641878] 'process raft request' (duration: 140.653721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:24.112171Z","caller":"traceutil/trace.go:171","msg":"trace[1819970068] transaction","detail":"{read_only:false; response_revision:3699; number_of_response:1; }","duration":"181.189105ms","start":"2026-02-27T01:33:23.930951Z","end":"2026-02-27T01:33:24.11214Z","steps":["trace[1819970068] 'process raft request' (duration: 180.97718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.37322Z","caller":"traceutil/trace.go:171","msg":"trace[1888595987] transaction","detail":"{read_only:false; response_revision:3710; number_of_response:1; }","duration":"151.861559ms","start":"2026-02-27T01:33:25.2213Z","end":"2026-02-27T01:33:25.373162Z","steps":["trace[1888595987] 'process raft request' (duration: 151.551752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:29.791741Z","caller":"traceutil/trace.go:171","msg":"trace[128749173] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"115.395259ms","start":"2026-02-27T01:33:29.676314Z","end":"2026-02-27T01:33:29.791709Z","steps":["trace[128749173] 'process raft request' (duration: 111.693064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:31.079794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.76516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:31.079923Z","caller":"traceutil/trace.go:171","msg":"trace[1963409579] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4049; }","duration":"106.977385ms","start":"2026-02-27T01:33:30.972915Z","end":"2026-02-27T01:33:31.079892Z","steps":["trace[1963409579] 'count revisions from in-memory index tree' (duration: 106.662177ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:31.257023Z","caller":"traceutil/trace.go:171","msg":"trace[1333508933] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"104.329104ms","start":"2026-02-27T01:33:31.152663Z","end":"2026-02-27T01:33:31.256992Z","steps":["trace[1333508933] 'process raft request' (duration: 67.106026ms)","trace[1333508933] 'compare' (duration: 37.072635ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:31.471502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.191959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:31.471749Z","caller":"traceutil/trace.go:171","msg":"trace[1038040263] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"210.218583ms","start":"2026-02-27T01:33:31.261492Z","end":"2026-02-27T01:33:31.471711Z","steps":["trace[1038040263] 'process raft request' (duration: 99.703547ms)","trace[1038040263] 'compare' (duration: 109.436801ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:31.471841Z","caller":"traceutil/trace.go:171","msg":"trace[1304676213] linearizableReadLoop","detail":"{readStateIndex:4231; appliedIndex:4228; }","duration":"157.463598ms","start":"2026-02-27T01:33:31.314343Z","end":"2026-02-27T01:33:31.471806Z","steps":["trace[1304676213] 'read index received' (duration: 46.85341ms)","trace[1304676213] 'applied index is now lower than readState.Index' (duration: 110.609318ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:31.471951Z","caller":"traceutil/trace.go:171","msg":"trace[1706011413] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"159.73912ms","start":"2026-02-27T01:33:31.312184Z","end":"2026-02-27T01:33:31.471923Z","steps":["trace[1706011413] 'process raft request' (duration: 159.571286ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:31.471947Z","caller":"traceutil/trace.go:171","msg":"trace[1765189937] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"209.442115ms","start":"2026-02-27T01:33:31.26245Z","end":"2026-02-27T01:33:31.471892Z","steps":["trace[1765189937] 'process raft request' (duration: 209.176789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:31.472123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.765935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-gbxpl\" ","response":"range_response_count:1 size:3378"} {"level":"info","ts":"2026-02-27T01:33:31.472218Z","caller":"traceutil/trace.go:171","msg":"trace[691356482] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-gbxpl; range_end:; response_count:1; response_revision:4058; }","duration":"157.907108ms","start":"2026-02-27T01:33:31.314286Z","end":"2026-02-27T01:33:31.472193Z","steps":["trace[691356482] 'agreement among raft nodes before linearized reading' (duration: 157.661513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:32.920906Z","caller":"traceutil/trace.go:171","msg":"trace[692481272] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"146.619878ms","start":"2026-02-27T01:33:32.774262Z","end":"2026-02-27T01:33:32.920882Z","steps":["trace[692481272] 'process raft request' (duration: 146.467624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:34.582158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.593471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:34.582393Z","caller":"traceutil/trace.go:171","msg":"trace[993973896] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"214.571084ms","start":"2026-02-27T01:33:34.367799Z","end":"2026-02-27T01:33:34.582371Z","steps":["trace[993973896] 'process raft request' (duration: 214.470021ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:34.582468Z","caller":"traceutil/trace.go:171","msg":"trace[2065671746] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"214.970413ms","start":"2026-02-27T01:33:34.367488Z","end":"2026-02-27T01:33:34.582458Z","steps":["trace[2065671746] 'process raft request' (duration: 33.994143ms)","trace[2065671746] 'compare' (duration: 180.388156ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:34.582411Z","caller":"traceutil/trace.go:171","msg":"trace[557047958] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"214.569324ms","start":"2026-02-27T01:33:34.367821Z","end":"2026-02-27T01:33:34.58239Z","steps":["trace[557047958] 'process raft request' (duration: 214.506153ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:34.582626Z","caller":"traceutil/trace.go:171","msg":"trace[492130850] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"213.727204ms","start":"2026-02-27T01:33:34.368872Z","end":"2026-02-27T01:33:34.5826Z","steps":["trace[492130850] 'process raft request' (duration: 213.486768ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:34.657474Z","caller":"traceutil/trace.go:171","msg":"trace[522737028] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"168.287847ms","start":"2026-02-27T01:33:34.489163Z","end":"2026-02-27T01:33:34.657451Z","steps":["trace[522737028] 'process raft request' (duration: 168.160885ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:36.496942Z","caller":"traceutil/trace.go:171","msg":"trace[347233332] linearizableReadLoop","detail":"{readStateIndex:4304; appliedIndex:4303; }","duration":"184.728956ms","start":"2026-02-27T01:33:36.312184Z","end":"2026-02-27T01:33:36.496913Z","steps":["trace[347233332] 'read index received' (duration: 183.051548ms)","trace[347233332] 'applied index is now lower than readState.Index' (duration: 1.676298ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:36.49699Z","caller":"traceutil/trace.go:171","msg":"trace[768316760] transaction","detail":"{read_only:false; response_revision:4130; number_of_response:1; }","duration":"187.014149ms","start":"2026-02-27T01:33:36.309953Z","end":"2026-02-27T01:33:36.496968Z","steps":["trace[768316760] 'process raft request' (duration: 185.196437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:36.497236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.023633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-02-27T01:33:36.497329Z","caller":"traceutil/trace.go:171","msg":"trace[1280664816] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4130; }","duration":"185.137945ms","start":"2026-02-27T01:33:36.312168Z","end":"2026-02-27T01:33:36.497306Z","steps":["trace[1280664816] 'agreement among raft nodes before linearized reading' (duration: 184.834108ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:36.497967Z","caller":"traceutil/trace.go:171","msg":"trace[1256520963] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"181.86422ms","start":"2026-02-27T01:33:36.316067Z","end":"2026-02-27T01:33:36.497931Z","steps":["trace[1256520963] 'process raft request' (duration: 181.602964ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:36.498281Z","caller":"traceutil/trace.go:171","msg":"trace[807888562] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"181.921452ms","start":"2026-02-27T01:33:36.316261Z","end":"2026-02-27T01:33:36.498183Z","steps":["trace[807888562] 'process raft request' (duration: 181.595414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:36.498447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.281781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:33:36.498619Z","caller":"traceutil/trace.go:171","msg":"trace[675311129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4132; }","duration":"130.511277ms","start":"2026-02-27T01:33:36.368088Z","end":"2026-02-27T01:33:36.498599Z","steps":["trace[675311129] 'agreement among raft nodes before linearized reading' (duration: 130.263811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:36.498838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.117088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:33:36.498919Z","caller":"traceutil/trace.go:171","msg":"trace[1586440068] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4132; }","duration":"186.220381ms","start":"2026-02-27T01:33:36.312678Z","end":"2026-02-27T01:33:36.498898Z","steps":["trace[1586440068] 'agreement among raft nodes before linearized reading' (duration: 185.384182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:37.737884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.264099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-27T01:33:37.737891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.00145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:33:37.737961Z","caller":"traceutil/trace.go:171","msg":"trace[947893842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4182; }","duration":"208.376721ms","start":"2026-02-27T01:33:37.529568Z","end":"2026-02-27T01:33:37.737945Z","steps":["trace[947893842] 'range keys from in-memory index tree' (duration: 208.143195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:37.737972Z","caller":"traceutil/trace.go:171","msg":"trace[381286070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4182; }","duration":"194.114472ms","start":"2026-02-27T01:33:37.54384Z","end":"2026-02-27T01:33:37.737954Z","steps":["trace[381286070] 'range keys from in-memory index tree' (duration: 193.870076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:37.738034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.377408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:33:37.738119Z","caller":"traceutil/trace.go:171","msg":"trace[1491304868] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:4182; }","duration":"194.490271ms","start":"2026-02-27T01:33:37.543608Z","end":"2026-02-27T01:33:37.738098Z","steps":["trace[1491304868] 'range keys from in-memory index tree' (duration: 194.189774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:37.738145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.645727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1303a575-d455-45bd-aba2-2a23dc17f444\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-02-27T01:33:37.738208Z","caller":"traceutil/trace.go:171","msg":"trace[547055086] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1303a575-d455-45bd-aba2-2a23dc17f444; range_end:; response_count:1; response_revision:4182; }","duration":"231.74444ms","start":"2026-02-27T01:33:37.506448Z","end":"2026-02-27T01:33:37.738193Z","steps":["trace[547055086] 'range keys from in-memory index tree' (duration: 231.534144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:37.738939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.332851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2349921"} {"level":"info","ts":"2026-02-27T01:33:37.739262Z","caller":"traceutil/trace.go:171","msg":"trace[1091592234] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4182; }","duration":"136.69744ms","start":"2026-02-27T01:33:37.602549Z","end":"2026-02-27T01:33:37.739247Z","steps":["trace[1091592234] 'range keys from in-memory index tree' (duration: 135.360049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:38.485798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.0349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:33:38.485884Z","caller":"traceutil/trace.go:171","msg":"trace[280667879] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:4203; }","duration":"151.177253ms","start":"2026-02-27T01:33:38.334688Z","end":"2026-02-27T01:33:38.485866Z","steps":["trace[280667879] 'range keys from in-memory index tree' (duration: 150.880706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:38.485973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.027015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:556851"} {"level":"info","ts":"2026-02-27T01:33:38.486019Z","caller":"traceutil/trace.go:171","msg":"trace[1744483632] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4203; }","duration":"199.118998ms","start":"2026-02-27T01:33:38.286889Z","end":"2026-02-27T01:33:38.486008Z","steps":["trace[1744483632] 'range keys from in-memory index tree' (duration: 198.623686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.607675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.416363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:41.607972Z","caller":"traceutil/trace.go:171","msg":"trace[872287603] linearizableReadLoop","detail":"{readStateIndex:4394; appliedIndex:4392; }","duration":"1.078500358s","start":"2026-02-27T01:33:40.529452Z","end":"2026-02-27T01:33:41.607952Z","steps":["trace[872287603] 'read index received' (duration: 18.64442ms)","trace[872287603] 'applied index is now lower than readState.Index' (duration: 1.059853998s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:41.608087Z","caller":"traceutil/trace.go:171","msg":"trace[1731636673] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"1.085390607s","start":"2026-02-27T01:33:40.52265Z","end":"2026-02-27T01:33:41.608041Z","steps":["trace[1731636673] 'process raft request' (duration: 142.150356ms)","trace[1731636673] 'compare' (duration: 942.019563ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:41.608287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.522619Z","time spent":"1.0855535s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:41.608966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079487861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:556851"} {"level":"info","ts":"2026-02-27T01:33:41.609107Z","caller":"traceutil/trace.go:171","msg":"trace[1592242034] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4219; }","duration":"1.079623794s","start":"2026-02-27T01:33:40.529417Z","end":"2026-02-27T01:33:41.609041Z","steps":["trace[1592242034] 'agreement among raft nodes before linearized reading' (duration: 1.078614021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.609395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.529401Z","time spent":"1.079937991s","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":556874,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-27T01:33:41.661396Z","caller":"traceutil/trace.go:171","msg":"trace[861085514] transaction","detail":"{read_only:false; response_revision:4220; number_of_response:1; }","duration":"1.025037656s","start":"2026-02-27T01:33:40.636333Z","end":"2026-02-27T01:33:41.661371Z","steps":["trace[861085514] 'process raft request' (duration: 1.024870022s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.661535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.636295Z","time spent":"1.025161729s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:41.701103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.013672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:41.701194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053074872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:33:41.701192Z","caller":"traceutil/trace.go:171","msg":"trace[354498763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4221; }","duration":"945.155306ms","start":"2026-02-27T01:33:40.756018Z","end":"2026-02-27T01:33:41.701173Z","steps":["trace[354498763] 'agreement among raft nodes before linearized reading' (duration: 944.992042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.701168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.357299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:41.701225Z","caller":"traceutil/trace.go:171","msg":"trace[1929325936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4221; }","duration":"1.053116893s","start":"2026-02-27T01:33:40.648096Z","end":"2026-02-27T01:33:41.701213Z","steps":["trace[1929325936] 'agreement among raft nodes before linearized reading' (duration: 1.053067882s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.701224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074803323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:33:41.701258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.648086Z","time spent":"1.053167204s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:33:41.701274Z","caller":"traceutil/trace.go:171","msg":"trace[1700351471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4221; }","duration":"1.074893835s","start":"2026-02-27T01:33:40.626365Z","end":"2026-02-27T01:33:41.701259Z","steps":["trace[1700351471] 'agreement among raft nodes before linearized reading' (duration: 1.074800283s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.701276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.404295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:41.701312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.626343Z","time spent":"1.074962787s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:33:41.701324Z","caller":"traceutil/trace.go:171","msg":"trace[628298618] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4221; }","duration":"344.442726ms","start":"2026-02-27T01:33:41.356863Z","end":"2026-02-27T01:33:41.701306Z","steps":["trace[628298618] 'agreement among raft nodes before linearized reading' (duration: 344.387575ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:41.701294Z","caller":"traceutil/trace.go:171","msg":"trace[1698223581] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"1.011704459s","start":"2026-02-27T01:33:40.68954Z","end":"2026-02-27T01:33:41.701244Z","steps":["trace[1698223581] 'process raft request' (duration: 1.011272569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.701358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.324285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-844703bb-5716-4fbe-bb08-47d921d3468b\" ","response":"range_response_count:1 size:4053"} {"level":"warn","ts":"2026-02-27T01:33:41.701308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.389305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:33:41.701144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055274553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:33:41.701368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.356813Z","time spent":"344.546618ms","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:33:41.701377Z","caller":"traceutil/trace.go:171","msg":"trace[1256441599] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-844703bb-5716-4fbe-bb08-47d921d3468b; range_end:; response_count:1; response_revision:4221; }","duration":"950.373686ms","start":"2026-02-27T01:33:40.750997Z","end":"2026-02-27T01:33:41.701371Z","steps":["trace[1256441599] 'agreement among raft nodes before linearized reading' (duration: 950.325085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.7014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.750982Z","time spent":"950.414377ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-844703bb-5716-4fbe-bb08-47d921d3468b\" "} {"level":"info","ts":"2026-02-27T01:33:41.701402Z","caller":"traceutil/trace.go:171","msg":"trace[844433359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4221; }","duration":"1.05556575s","start":"2026-02-27T01:33:40.645825Z","end":"2026-02-27T01:33:41.70139Z","steps":["trace[844433359] 'agreement among raft nodes before linearized reading' (duration: 1.055255203s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.701765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.645812Z","time spent":"1.055943198s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:41.701235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.756004Z","time spent":"945.223237ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:33:41.701117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.274131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:41.701902Z","caller":"traceutil/trace.go:171","msg":"trace[171602191] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4221; }","duration":"213.126121ms","start":"2026-02-27T01:33:41.488769Z","end":"2026-02-27T01:33:41.701895Z","steps":["trace[171602191] 'agreement among raft nodes before linearized reading' (duration: 212.276911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.701365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.403003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1303a575-d455-45bd-aba2-2a23dc17f444\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-02-27T01:33:41.701974Z","caller":"traceutil/trace.go:171","msg":"trace[1071642656] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1303a575-d455-45bd-aba2-2a23dc17f444; range_end:; response_count:1; response_revision:4221; }","duration":"950.024028ms","start":"2026-02-27T01:33:40.751938Z","end":"2026-02-27T01:33:41.701962Z","steps":["trace[1071642656] 'agreement among raft nodes before linearized reading' (duration: 949.318162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.702008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.751929Z","time spent":"950.068999ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4105,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1303a575-d455-45bd-aba2-2a23dc17f444\" "} {"level":"info","ts":"2026-02-27T01:33:41.701414Z","caller":"traceutil/trace.go:171","msg":"trace[1531248982] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4221; }","duration":"762.515238ms","start":"2026-02-27T01:33:40.938874Z","end":"2026-02-27T01:33:41.70139Z","steps":["trace[1531248982] 'agreement among raft nodes before linearized reading' (duration: 762.310483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.702103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.938842Z","time spent":"763.252775ms","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:41.701128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076939602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-844703bb-5716-4fbe-bb08-47d921d3468b\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-02-27T01:33:41.702184Z","caller":"traceutil/trace.go:171","msg":"trace[1590656745] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-844703bb-5716-4fbe-bb08-47d921d3468b; range_end:; response_count:1; response_revision:4221; }","duration":"1.078061278s","start":"2026-02-27T01:33:40.624116Z","end":"2026-02-27T01:33:41.702178Z","steps":["trace[1590656745] 'agreement among raft nodes before linearized reading' (duration: 1.07685059s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.702201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.624089Z","time spent":"1.078107259s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-844703bb-5716-4fbe-bb08-47d921d3468b\" "} {"level":"warn","ts":"2026-02-27T01:33:41.701469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013865979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:33:41.702264Z","caller":"traceutil/trace.go:171","msg":"trace[906824643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4221; }","duration":"1.014680948s","start":"2026-02-27T01:33:40.687578Z","end":"2026-02-27T01:33:41.702259Z","steps":["trace[906824643] 'agreement among raft nodes before linearized reading' (duration: 1.013834288s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.702277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.687568Z","time spent":"1.014706008s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:41.701478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:40.689514Z","time spent":"1.011869433s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:41.701445Z","caller":"traceutil/trace.go:171","msg":"trace[1375809344] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4221; }","duration":"359.514412ms","start":"2026-02-27T01:33:41.341731Z","end":"2026-02-27T01:33:41.701245Z","steps":["trace[1375809344] 'agreement among raft nodes before linearized reading' (duration: 359.334988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:41.702385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:41.341709Z","time spent":"360.67026ms","remote":"127.0.0.1:45438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:42.921875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.477646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:42.92205Z","caller":"traceutil/trace.go:171","msg":"trace[1020202063] linearizableReadLoop","detail":"{readStateIndex:4440; appliedIndex:4437; }","duration":"172.355631ms","start":"2026-02-27T01:33:42.749681Z","end":"2026-02-27T01:33:42.922036Z","steps":["trace[1020202063] 'read index received' (duration: 51.632379ms)","trace[1020202063] 'applied index is now lower than readState.Index' (duration: 120.722352ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:42.92204Z","caller":"traceutil/trace.go:171","msg":"trace[1820196143] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"179.199029ms","start":"2026-02-27T01:33:42.742813Z","end":"2026-02-27T01:33:42.922012Z","steps":["trace[1820196143] 'process raft request' (duration: 58.503218ms)","trace[1820196143] 'compare' (duration: 120.396814ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:42.922101Z","caller":"traceutil/trace.go:171","msg":"trace[1663557312] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4262; }","duration":"179.280601ms","start":"2026-02-27T01:33:42.742813Z","end":"2026-02-27T01:33:42.922094Z","steps":["trace[1663557312] 'process raft request' (duration: 179.138738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:42.922226Z","caller":"traceutil/trace.go:171","msg":"trace[1635712008] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"178.692998ms","start":"2026-02-27T01:33:42.743511Z","end":"2026-02-27T01:33:42.922203Z","steps":["trace[1635712008] 'process raft request' (duration: 178.476713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.922496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.800771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T01:33:42.922517Z","caller":"traceutil/trace.go:171","msg":"trace[1683610480] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4263; }","duration":"172.872193ms","start":"2026-02-27T01:33:42.749639Z","end":"2026-02-27T01:33:42.922511Z","steps":["trace[1683610480] 'agreement among raft nodes before linearized reading' (duration: 172.578096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:42.932974Z","caller":"traceutil/trace.go:171","msg":"trace[252687618] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"129.78299ms","start":"2026-02-27T01:33:42.803177Z","end":"2026-02-27T01:33:42.93296Z","steps":["trace[252687618] 'process raft request' (duration: 129.612776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:42.93315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.850633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:42.933201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.039366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-27T01:33:42.93327Z","caller":"traceutil/trace.go:171","msg":"trace[1986150701] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4265; }","duration":"173.164489ms","start":"2026-02-27T01:33:42.760091Z","end":"2026-02-27T01:33:42.933255Z","steps":["trace[1986150701] 'agreement among raft nodes before linearized reading' (duration: 172.902783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:42.933223Z","caller":"traceutil/trace.go:171","msg":"trace[1000423566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4265; }","duration":"179.930905ms","start":"2026-02-27T01:33:42.753278Z","end":"2026-02-27T01:33:42.933209Z","steps":["trace[1000423566] 'agreement among raft nodes before linearized reading' (duration: 179.815722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.325716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.383561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:44.326037Z","caller":"traceutil/trace.go:171","msg":"trace[661442159] linearizableReadLoop","detail":"{readStateIndex:4517; appliedIndex:4515; }","duration":"582.037029ms","start":"2026-02-27T01:33:43.743977Z","end":"2026-02-27T01:33:44.326014Z","steps":["trace[661442159] 'read index received' (duration: 1.216098ms)","trace[661442159] 'applied index is now lower than readState.Index' (duration: 580.819721ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:44.326343Z","caller":"traceutil/trace.go:171","msg":"trace[753189594] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"586.103833ms","start":"2026-02-27T01:33:43.740208Z","end":"2026-02-27T01:33:44.326312Z","steps":["trace[753189594] 'compare' (duration: 579.982552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:44.326394Z","caller":"traceutil/trace.go:171","msg":"trace[813079531] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"582.47619ms","start":"2026-02-27T01:33:43.743899Z","end":"2026-02-27T01:33:44.326375Z","steps":["trace[813079531] 'process raft request' (duration: 581.979158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.326482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.740199Z","time spent":"586.218356ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:33:44.326532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.743891Z","time spent":"582.580132ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:44.326568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.556591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-748b556d75\" ","response":"range_response_count:1 size:4164"} {"level":"info","ts":"2026-02-27T01:33:44.326674Z","caller":"traceutil/trace.go:171","msg":"trace[641348647] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-748b556d75; range_end:; response_count:1; response_revision:4338; }","duration":"582.720035ms","start":"2026-02-27T01:33:43.74393Z","end":"2026-02-27T01:33:44.32665Z","steps":["trace[641348647] 'agreement among raft nodes before linearized reading' (duration: 582.364977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.32672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.74392Z","time spent":"582.790166ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":4187,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-748b556d75\" "} {"level":"info","ts":"2026-02-27T01:33:44.329985Z","caller":"traceutil/trace.go:171","msg":"trace[1983987922] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"581.292912ms","start":"2026-02-27T01:33:43.748671Z","end":"2026-02-27T01:33:44.329964Z","steps":["trace[1983987922] 'process raft request' (duration: 581.162469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:44.330015Z","caller":"traceutil/trace.go:171","msg":"trace[293137845] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"581.226461ms","start":"2026-02-27T01:33:43.748766Z","end":"2026-02-27T01:33:44.329993Z","steps":["trace[293137845] 'process raft request' (duration: 581.129599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.330106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.74865Z","time spent":"581.398685ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:33:44.330122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.748758Z","time spent":"581.306793ms","remote":"127.0.0.1:47042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3774,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:44.330329Z","caller":"traceutil/trace.go:171","msg":"trace[964912578] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4338; }","duration":"581.651981ms","start":"2026-02-27T01:33:43.748664Z","end":"2026-02-27T01:33:44.330316Z","steps":["trace[964912578] 'process raft request' (duration: 581.110148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.330346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.276767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:33:44.33038Z","caller":"traceutil/trace.go:171","msg":"trace[2089938113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4347; }","duration":"586.324078ms","start":"2026-02-27T01:33:43.744047Z","end":"2026-02-27T01:33:44.330371Z","steps":["trace[2089938113] 'agreement among raft nodes before linearized reading' (duration: 586.212115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.330402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.744041Z","time spent":"586.35595ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:44.330403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.748654Z","time spent":"581.709082ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":923,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:44.33062Z","caller":"traceutil/trace.go:171","msg":"trace[744474164] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"581.837405ms","start":"2026-02-27T01:33:43.748775Z","end":"2026-02-27T01:33:44.330613Z","steps":["trace[744474164] 'process raft request' (duration: 581.15919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.330668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.748767Z","time spent":"581.877546ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:44.330798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.154053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-02-27T01:33:44.330822Z","caller":"traceutil/trace.go:171","msg":"trace[336076851] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4347; }","duration":"378.178183ms","start":"2026-02-27T01:33:43.952638Z","end":"2026-02-27T01:33:44.330816Z","steps":["trace[336076851] 'agreement among raft nodes before linearized reading' (duration: 378.115922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.330839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.952595Z","time spent":"378.239565ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-02-27T01:33:44.330843Z","caller":"traceutil/trace.go:171","msg":"trace[2045912991] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"581.266042ms","start":"2026-02-27T01:33:43.749565Z","end":"2026-02-27T01:33:44.330831Z","steps":["trace[2045912991] 'process raft request' (duration: 580.456553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.330916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.749559Z","time spent":"581.324584ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4602,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:44.330967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.503114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:33:44.330987Z","caller":"traceutil/trace.go:171","msg":"trace[547272074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:4347; }","duration":"527.564855ms","start":"2026-02-27T01:33:43.803417Z","end":"2026-02-27T01:33:44.330982Z","steps":["trace[547272074] 'agreement among raft nodes before linearized reading' (duration: 527.509054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.331004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.803394Z","time spent":"527.606205ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"info","ts":"2026-02-27T01:33:44.331074Z","caller":"traceutil/trace.go:171","msg":"trace[93552591] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"582.288696ms","start":"2026-02-27T01:33:43.748776Z","end":"2026-02-27T01:33:44.331064Z","steps":["trace[93552591] 'process raft request' (duration: 581.191891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.331138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.961527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:33:44.331163Z","caller":"traceutil/trace.go:171","msg":"trace[1971509705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4347; }","duration":"532.027158ms","start":"2026-02-27T01:33:43.79913Z","end":"2026-02-27T01:33:44.331158Z","steps":["trace[1971509705] 'agreement among raft nodes before linearized reading' (duration: 531.966607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.331179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.799105Z","time spent":"532.070608ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:33:44.331207Z","caller":"traceutil/trace.go:171","msg":"trace[1670330834] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"449.696511ms","start":"2026-02-27T01:33:43.881501Z","end":"2026-02-27T01:33:44.331197Z","steps":["trace[1670330834] 'process raft request' (duration: 448.702348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.33127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.729578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:44.331282Z","caller":"traceutil/trace.go:171","msg":"trace[1985621212] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"582.4877ms","start":"2026-02-27T01:33:43.748784Z","end":"2026-02-27T01:33:44.331272Z","steps":["trace[1985621212] 'process raft request' (duration: 581.20955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.331283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.881469Z","time spent":"449.771422ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:33:44.331341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.518501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:33:44.331343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.748765Z","time spent":"582.543662ms","remote":"127.0.0.1:46914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1368,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:44.331362Z","caller":"traceutil/trace.go:171","msg":"trace[895682543] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4347; }","duration":"582.556322ms","start":"2026-02-27T01:33:43.748801Z","end":"2026-02-27T01:33:44.331357Z","steps":["trace[895682543] 'agreement among raft nodes before linearized reading' (duration: 582.50419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.331382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.748793Z","time spent":"582.582452ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:44.331357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.291093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:44.331505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.692565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3778"} {"level":"info","ts":"2026-02-27T01:33:44.331543Z","caller":"traceutil/trace.go:171","msg":"trace[883005087] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:4347; }","duration":"582.732006ms","start":"2026-02-27T01:33:43.748796Z","end":"2026-02-27T01:33:44.331528Z","steps":["trace[883005087] 'agreement among raft nodes before linearized reading' (duration: 582.670334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.33156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.748792Z","time spent":"582.764976ms","remote":"127.0.0.1:47042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3801,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-02-27T01:33:44.331555Z","caller":"traceutil/trace.go:171","msg":"trace[1109881149] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"389.513684ms","start":"2026-02-27T01:33:43.942024Z","end":"2026-02-27T01:33:44.331538Z","steps":["trace[1109881149] 'process raft request' (duration: 388.200774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:44.331292Z","caller":"traceutil/trace.go:171","msg":"trace[2145987921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4347; }","duration":"576.750448ms","start":"2026-02-27T01:33:43.754536Z","end":"2026-02-27T01:33:44.331286Z","steps":["trace[2145987921] 'agreement among raft nodes before linearized reading' (duration: 576.718917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.331607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.754503Z","time spent":"577.094606ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:33:44.331677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.937081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-844703bb-5716-4fbe-bb08-47d921d3468b\" ","response":"range_response_count:1 size:4068"} {"level":"warn","ts":"2026-02-27T01:33:44.331685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.942001Z","time spent":"389.594576ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:44.331704Z","caller":"traceutil/trace.go:171","msg":"trace[2005885891] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-844703bb-5716-4fbe-bb08-47d921d3468b; range_end:; response_count:1; response_revision:4347; }","duration":"582.988862ms","start":"2026-02-27T01:33:43.748706Z","end":"2026-02-27T01:33:44.331695Z","steps":["trace[2005885891] 'agreement among raft nodes before linearized reading' (duration: 582.93254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.331723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.748691Z","time spent":"583.028393ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4091,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-844703bb-5716-4fbe-bb08-47d921d3468b\" "} {"level":"warn","ts":"2026-02-27T01:33:44.331829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.65424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:33:44.331854Z","caller":"traceutil/trace.go:171","msg":"trace[1235569950] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4347; }","duration":"587.68858ms","start":"2026-02-27T01:33:43.744159Z","end":"2026-02-27T01:33:44.331848Z","steps":["trace[1235569950] 'agreement among raft nodes before linearized reading' (duration: 587.630699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.331871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.744155Z","time spent":"587.712731ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:33:44.331989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.900455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-748b556d75-jjw5x\" ","response":"range_response_count:1 size:3539"} {"level":"info","ts":"2026-02-27T01:33:44.332011Z","caller":"traceutil/trace.go:171","msg":"trace[1341211842] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-748b556d75-jjw5x; range_end:; response_count:1; response_revision:4347; }","duration":"587.929376ms","start":"2026-02-27T01:33:43.744077Z","end":"2026-02-27T01:33:44.332006Z","steps":["trace[1341211842] 'agreement among raft nodes before linearized reading' (duration: 587.876284ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:44.331168Z","caller":"traceutil/trace.go:171","msg":"trace[987857666] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"537.440312ms","start":"2026-02-27T01:33:43.793712Z","end":"2026-02-27T01:33:44.331152Z","steps":["trace[987857666] 'process raft request' (duration: 536.368227ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:44.331496Z","caller":"traceutil/trace.go:171","msg":"trace[299263477] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4347; }","duration":"308.475097ms","start":"2026-02-27T01:33:44.022983Z","end":"2026-02-27T01:33:44.331458Z","steps":["trace[299263477] 'agreement among raft nodes before linearized reading' (duration: 308.272182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.332101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.793681Z","time spent":"538.384974ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:44.332129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:44.022967Z","time spent":"309.154032ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:44.331135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.748759Z","time spent":"582.349047ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:44.33204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.744072Z","time spent":"587.963586ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3562,"request content":"key:\"/registry/pods/monitoring/loki-gateway-748b556d75-jjw5x\" "} {"level":"warn","ts":"2026-02-27T01:33:44.330785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.433786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-02-27T01:33:44.33236Z","caller":"traceutil/trace.go:171","msg":"trace[22598805] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4347; }","duration":"379.043433ms","start":"2026-02-27T01:33:43.953298Z","end":"2026-02-27T01:33:44.332341Z","steps":["trace[22598805] 'agreement among raft nodes before linearized reading' (duration: 377.385865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:44.332389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:43.953279Z","time spent":"379.104114ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-02-27T01:33:48.136849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746855726,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:33:48.163286Z","caller":"traceutil/trace.go:171","msg":"trace[539721552] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"643.836833ms","start":"2026-02-27T01:33:47.519432Z","end":"2026-02-27T01:33:48.163269Z","steps":["trace[539721552] 'process raft request' (duration: 643.734941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.163462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:47.519415Z","time spent":"643.921916ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:48.84079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.389297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:48.841271Z","caller":"traceutil/trace.go:171","msg":"trace[976464091] linearizableReadLoop","detail":"{readStateIndex:4618; appliedIndex:4616; }","duration":"1.2044527s","start":"2026-02-27T01:33:47.636801Z","end":"2026-02-27T01:33:48.841254Z","steps":["trace[976464091] 'read index received' (duration: 526.456289ms)","trace[976464091] 'applied index is now lower than readState.Index' (duration: 677.995071ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:48.841363Z","caller":"traceutil/trace.go:171","msg":"trace[2144892249] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"1.119132294s","start":"2026-02-27T01:33:47.722219Z","end":"2026-02-27T01:33:48.841351Z","steps":["trace[2144892249] 'process raft request' (duration: 974.093812ms)","trace[2144892249] 'compare' (duration: 144.118551ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:48.841432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:47.722186Z","time spent":"1.119212326s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:48.841449Z","caller":"traceutil/trace.go:171","msg":"trace[996282664] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"1.063239716s","start":"2026-02-27T01:33:47.778178Z","end":"2026-02-27T01:33:48.841417Z","steps":["trace[996282664] 'process raft request' (duration: 1.062827647s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.841506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085009078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:48.841586Z","caller":"traceutil/trace.go:171","msg":"trace[1388101000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4436; }","duration":"1.085141301s","start":"2026-02-27T01:33:47.75643Z","end":"2026-02-27T01:33:48.841571Z","steps":["trace[1388101000] 'agreement among raft nodes before linearized reading' (duration: 1.085006688s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.841571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204759886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:33:48.8416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:47.778155Z","time spent":"1.06336751s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:48.841627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:47.75641Z","time spent":"1.085208472s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:33:48.841661Z","caller":"traceutil/trace.go:171","msg":"trace[252468985] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4436; }","duration":"1.20489596s","start":"2026-02-27T01:33:47.636744Z","end":"2026-02-27T01:33:48.84164Z","steps":["trace[252468985] 'agreement among raft nodes before linearized reading' (duration: 1.204632974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.841704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:47.636723Z","time spent":"1.204972082s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:33:48.841714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.160279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:33:48.841595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.550021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:33:48.841765Z","caller":"traceutil/trace.go:171","msg":"trace[934628224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4436; }","duration":"196.244541ms","start":"2026-02-27T01:33:48.645503Z","end":"2026-02-27T01:33:48.841748Z","steps":["trace[934628224] 'agreement among raft nodes before linearized reading' (duration: 196.131898ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:48.841781Z","caller":"traceutil/trace.go:171","msg":"trace[1417194608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4436; }","duration":"457.773767ms","start":"2026-02-27T01:33:48.383993Z","end":"2026-02-27T01:33:48.841767Z","steps":["trace[1417194608] 'agreement among raft nodes before linearized reading' (duration: 457.450809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.841935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07337703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:33:48.841974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.588354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:48.841977Z","caller":"traceutil/trace.go:171","msg":"trace[1146886852] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4436; }","duration":"1.073437601s","start":"2026-02-27T01:33:47.768526Z","end":"2026-02-27T01:33:48.841964Z","steps":["trace[1146886852] 'agreement among raft nodes before linearized reading' (duration: 1.073340899s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.841979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.383978Z","time spent":"457.980162ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:48.841994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.430508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-02-27T01:33:48.841999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.575565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:33:48.842009Z","caller":"traceutil/trace.go:171","msg":"trace[1447634442] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4436; }","duration":"836.645456ms","start":"2026-02-27T01:33:48.005353Z","end":"2026-02-27T01:33:48.841998Z","steps":["trace[1447634442] 'agreement among raft nodes before linearized reading' (duration: 836.594915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.842024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:47.768516Z","time spent":"1.073492562s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":39,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:33:48.84204Z","caller":"traceutil/trace.go:171","msg":"trace[5994896] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf; range_end:; response_count:1; response_revision:4436; }","duration":"437.489859ms","start":"2026-02-27T01:33:48.404535Z","end":"2026-02-27T01:33:48.842025Z","steps":["trace[5994896] 'agreement among raft nodes before linearized reading' (duration: 437.363967ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:48.842055Z","caller":"traceutil/trace.go:171","msg":"trace[594468727] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:4436; }","duration":"507.658706ms","start":"2026-02-27T01:33:48.334382Z","end":"2026-02-27T01:33:48.84204Z","steps":["trace[594468727] 'agreement among raft nodes before linearized reading' (duration: 507.515003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.841867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.412642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:48.842054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.00534Z","time spent":"836.706167ms","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:48.842086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.404528Z","time spent":"437.547571ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf\" "} {"level":"info","ts":"2026-02-27T01:33:48.842105Z","caller":"traceutil/trace.go:171","msg":"trace[911539286] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4436; }","duration":"830.663378ms","start":"2026-02-27T01:33:48.011426Z","end":"2026-02-27T01:33:48.84209Z","steps":["trace[911539286] 'agreement among raft nodes before linearized reading' (duration: 830.388082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.842152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.011422Z","time spent":"830.712739ms","remote":"127.0.0.1:45382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:48.841923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.47012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-27T01:33:48.842236Z","caller":"traceutil/trace.go:171","msg":"trace[1949471932] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf; range_end:; response_count:1; response_revision:4436; }","duration":"921.824948ms","start":"2026-02-27T01:33:47.9204Z","end":"2026-02-27T01:33:48.842225Z","steps":["trace[1949471932] 'agreement among raft nodes before linearized reading' (duration: 921.416889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.842269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:47.92038Z","time spent":"921.88066ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf\" "} {"level":"warn","ts":"2026-02-27T01:33:48.842368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.615384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:33:48.842413Z","caller":"traceutil/trace.go:171","msg":"trace[1676656468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4436; }","duration":"454.660875ms","start":"2026-02-27T01:33:48.387739Z","end":"2026-02-27T01:33:48.8424Z","steps":["trace[1676656468] 'agreement among raft nodes before linearized reading' (duration: 454.539692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.842433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.089343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:48.84245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.387714Z","time spent":"454.726527ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:33:48.842092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.334367Z","time spent":"507.717008ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"info","ts":"2026-02-27T01:33:48.842496Z","caller":"traceutil/trace.go:171","msg":"trace[55735253] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4436; }","duration":"563.159726ms","start":"2026-02-27T01:33:48.279303Z","end":"2026-02-27T01:33:48.842463Z","steps":["trace[55735253] 'agreement among raft nodes before linearized reading' (duration: 563.085764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.842503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.423725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:811624"} {"level":"warn","ts":"2026-02-27T01:33:48.842583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.279287Z","time spent":"563.243647ms","remote":"127.0.0.1:46968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:33:48.84259Z","caller":"traceutil/trace.go:171","msg":"trace[1330991696] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4436; }","duration":"515.515917ms","start":"2026-02-27T01:33:48.327019Z","end":"2026-02-27T01:33:48.842535Z","steps":["trace[1330991696] 'agreement among raft nodes before linearized reading' (duration: 515.091677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.842587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.99111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-27T01:33:48.842641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.326992Z","time spent":"515.63585ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":811647,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-27T01:33:48.842644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.613107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:33:48.842667Z","caller":"traceutil/trace.go:171","msg":"trace[1368768787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4436; }","duration":"783.130183ms","start":"2026-02-27T01:33:48.05952Z","end":"2026-02-27T01:33:48.84265Z","steps":["trace[1368768787] 'agreement among raft nodes before linearized reading' (duration: 782.924008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.842709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.0595Z","time spent":"783.197675ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:33:48.84411Z","caller":"traceutil/trace.go:171","msg":"trace[2092161703] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4436; }","duration":"455.695829ms","start":"2026-02-27T01:33:48.386987Z","end":"2026-02-27T01:33:48.842683Z","steps":["trace[2092161703] 'agreement among raft nodes before linearized reading' (duration: 455.510034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.844206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.386975Z","time spent":"457.208864ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:33:48.844971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.445819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:33:48.845043Z","caller":"traceutil/trace.go:171","msg":"trace[945016726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4436; }","duration":"457.536701ms","start":"2026-02-27T01:33:48.387469Z","end":"2026-02-27T01:33:48.845006Z","steps":["trace[945016726] 'agreement among raft nodes before linearized reading' (duration: 457.205393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.845083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.387448Z","time spent":"457.624174ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:48.84537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.855138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:33:48.845429Z","caller":"traceutil/trace.go:171","msg":"trace[1699257375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:4436; }","duration":"457.91033ms","start":"2026-02-27T01:33:48.387486Z","end":"2026-02-27T01:33:48.845397Z","steps":["trace[1699257375] 'agreement among raft nodes before linearized reading' (duration: 457.788877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.844124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.143712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:33:48.846208Z","caller":"traceutil/trace.go:171","msg":"trace[1521895397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4436; }","duration":"459.22424ms","start":"2026-02-27T01:33:48.386948Z","end":"2026-02-27T01:33:48.846172Z","steps":["trace[1521895397] 'agreement among raft nodes before linearized reading' (duration: 455.77184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:48.846269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.386943Z","time spent":"459.307842ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:48.84563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.387478Z","time spent":"458.140675ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:33:49.530217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.502495ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T01:33:49.530653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.847307Z","time spent":"683.336644ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T01:33:49.530782Z","caller":"traceutil/trace.go:171","msg":"trace[298873475] linearizableReadLoop","detail":"{readStateIndex:4619; appliedIndex:4618; }","duration":"683.231911ms","start":"2026-02-27T01:33:48.847524Z","end":"2026-02-27T01:33:49.530756Z","steps":["trace[298873475] 'read index received' (duration: 181.262606ms)","trace[298873475] 'applied index is now lower than readState.Index' (duration: 501.966425ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:49.531003Z","caller":"traceutil/trace.go:171","msg":"trace[911933501] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"682.470093ms","start":"2026-02-27T01:33:48.848511Z","end":"2026-02-27T01:33:49.530981Z","steps":["trace[911933501] 'process raft request' (duration: 682.3348ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:49.531049Z","caller":"traceutil/trace.go:171","msg":"trace[42049111] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"682.628078ms","start":"2026-02-27T01:33:48.848369Z","end":"2026-02-27T01:33:49.530997Z","steps":["trace[42049111] 'process raft request' (duration: 682.328271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.531094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.537228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:49.53114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.848486Z","time spent":"682.573206ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:49.531187Z","caller":"traceutil/trace.go:171","msg":"trace[28291789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4438; }","duration":"683.662162ms","start":"2026-02-27T01:33:48.847499Z","end":"2026-02-27T01:33:49.531161Z","steps":["trace[28291789] 'agreement among raft nodes before linearized reading' (duration: 683.421586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:49.531229Z","caller":"traceutil/trace.go:171","msg":"trace[1737863418] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"682.73501ms","start":"2026-02-27T01:33:48.848477Z","end":"2026-02-27T01:33:49.531212Z","steps":["trace[1737863418] 'process raft request' (duration: 682.459723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.531238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.847489Z","time spent":"683.740253ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:33:49.531287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.848353Z","time spent":"682.795791ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:49.531316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.848454Z","time spent":"682.816132ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:49.531451Z","caller":"traceutil/trace.go:171","msg":"trace[1076282129] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"682.391772ms","start":"2026-02-27T01:33:48.84898Z","end":"2026-02-27T01:33:49.531372Z","steps":["trace[1076282129] 'process raft request' (duration: 682.171257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:49.531831Z","caller":"traceutil/trace.go:171","msg":"trace[1678725951] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"680.875808ms","start":"2026-02-27T01:33:48.85093Z","end":"2026-02-27T01:33:49.531806Z","steps":["trace[1678725951] 'process raft request' (duration: 680.381176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.531938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.850917Z","time spent":"680.965749ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:49.532176Z","caller":"traceutil/trace.go:171","msg":"trace[1911516843] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"677.378667ms","start":"2026-02-27T01:33:48.854781Z","end":"2026-02-27T01:33:49.53216Z","steps":["trace[1911516843] 'process raft request' (duration: 677.022338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.5322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.848229Z","time spent":"683.470947ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:49.532287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.854737Z","time spent":"677.481809ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:49.532402Z","caller":"traceutil/trace.go:171","msg":"trace[1271261841] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"678.795199ms","start":"2026-02-27T01:33:48.853554Z","end":"2026-02-27T01:33:49.532349Z","steps":["trace[1271261841] 'process raft request' (duration: 677.95389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.532457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.8563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46087"} {"level":"info","ts":"2026-02-27T01:33:49.532488Z","caller":"traceutil/trace.go:171","msg":"trace[1560153921] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"270.936142ms","start":"2026-02-27T01:33:49.26154Z","end":"2026-02-27T01:33:49.532476Z","steps":["trace[1560153921] 'process raft request' (duration: 270.355469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.532139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.958485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:33:49.532515Z","caller":"traceutil/trace.go:171","msg":"trace[1384307511] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4445; }","duration":"678.910051ms","start":"2026-02-27T01:33:48.853585Z","end":"2026-02-27T01:33:49.532495Z","steps":["trace[1384307511] 'agreement among raft nodes before linearized reading' (duration: 678.716087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.532546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.853539Z","time spent":"678.931332ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:49.532592Z","caller":"traceutil/trace.go:171","msg":"trace[1969937898] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"678.978113ms","start":"2026-02-27T01:33:48.853604Z","end":"2026-02-27T01:33:49.532582Z","steps":["trace[1969937898] 'process raft request' (duration: 678.147324ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:49.532585Z","caller":"traceutil/trace.go:171","msg":"trace[863884826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4445; }","duration":"683.412265ms","start":"2026-02-27T01:33:48.84913Z","end":"2026-02-27T01:33:49.532542Z","steps":["trace[863884826] 'agreement among raft nodes before linearized reading' (duration: 682.840192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.532592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.853532Z","time spent":"679.045165ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:33:49.532414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.050821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:33:49.532644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.849119Z","time spent":"683.509397ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:33:49.532651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:48.85359Z","time spent":"679.029434ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:49.532823Z","caller":"traceutil/trace.go:171","msg":"trace[2138000303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4445; }","duration":"444.392558ms","start":"2026-02-27T01:33:49.088298Z","end":"2026-02-27T01:33:49.53269Z","steps":["trace[2138000303] 'agreement among raft nodes before linearized reading' (duration: 443.900427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.532925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.902333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15645"} {"level":"info","ts":"2026-02-27T01:33:49.532964Z","caller":"traceutil/trace.go:171","msg":"trace[1689821162] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4445; }","duration":"219.049177ms","start":"2026-02-27T01:33:49.313905Z","end":"2026-02-27T01:33:49.532955Z","steps":["trace[1689821162] 'agreement among raft nodes before linearized reading' (duration: 218.853402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.533009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:49.088235Z","time spent":"444.697545ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:33:49.53287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.87404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v29t.1897f683b1d4cc74\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-02-27T01:33:49.53314Z","caller":"traceutil/trace.go:171","msg":"trace[1739201789] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v29t.1897f683b1d4cc74; range_end:; response_count:1; response_revision:4445; }","duration":"162.165916ms","start":"2026-02-27T01:33:49.370952Z","end":"2026-02-27T01:33:49.533118Z","steps":["trace[1739201789] 'agreement among raft nodes before linearized reading' (duration: 161.723346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:49.533848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.430313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:811624"} {"level":"info","ts":"2026-02-27T01:33:49.533922Z","caller":"traceutil/trace.go:171","msg":"trace[160243541] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4445; }","duration":"294.545206ms","start":"2026-02-27T01:33:49.239359Z","end":"2026-02-27T01:33:49.533904Z","steps":["trace[160243541] 'agreement among raft nodes before linearized reading' (duration: 292.771855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:49.884657Z","caller":"traceutil/trace.go:171","msg":"trace[99187328] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"265.502776ms","start":"2026-02-27T01:33:49.619117Z","end":"2026-02-27T01:33:49.88462Z","steps":["trace[99187328] 'process raft request' (duration: 229.61469ms)","trace[99187328] 'compare' (duration: 35.734223ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:49.884725Z","caller":"traceutil/trace.go:171","msg":"trace[117150638] linearizableReadLoop","detail":"{readStateIndex:4631; appliedIndex:4630; }","duration":"241.697148ms","start":"2026-02-27T01:33:49.642991Z","end":"2026-02-27T01:33:49.884688Z","steps":["trace[117150638] 'read index received' (duration: 205.776711ms)","trace[117150638] 'applied index is now lower than readState.Index' (duration: 35.913877ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:49.88493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.921683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:49.884975Z","caller":"traceutil/trace.go:171","msg":"trace[1561999929] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4449; }","duration":"242.065506ms","start":"2026-02-27T01:33:49.642899Z","end":"2026-02-27T01:33:49.884965Z","steps":["trace[1561999929] 'agreement among raft nodes before linearized reading' (duration: 241.922813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:50.571214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.015144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:50.57149Z","caller":"traceutil/trace.go:171","msg":"trace[736327201] linearizableReadLoop","detail":"{readStateIndex:4635; appliedIndex:4632; }","duration":"679.073986ms","start":"2026-02-27T01:33:49.892393Z","end":"2026-02-27T01:33:50.571467Z","steps":["trace[736327201] 'read index received' (duration: 55.55673ms)","trace[736327201] 'applied index is now lower than readState.Index' (duration: 623.515786ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:50.571533Z","caller":"traceutil/trace.go:171","msg":"trace[1765278881] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"680.829546ms","start":"2026-02-27T01:33:49.890656Z","end":"2026-02-27T01:33:50.571486Z","steps":["trace[1765278881] 'process raft request' (duration: 373.416684ms)","trace[1765278881] 'compare' (duration: 306.499081ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:50.571755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:49.890643Z","time spent":"680.983669ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:50.571784Z","caller":"traceutil/trace.go:171","msg":"trace[389516167] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"680.210732ms","start":"2026-02-27T01:33:49.89156Z","end":"2026-02-27T01:33:50.57177Z","steps":["trace[389516167] 'process raft request' (duration: 679.810472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:50.571862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:49.891547Z","time spent":"680.276903ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:50.571962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.445506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:50.572057Z","caller":"traceutil/trace.go:171","msg":"trace[886692589] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4452; }","duration":"331.619991ms","start":"2026-02-27T01:33:50.240414Z","end":"2026-02-27T01:33:50.572034Z","steps":["trace[886692589] 'agreement among raft nodes before linearized reading' (duration: 331.446037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:50.572111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:50.240378Z","time spent":"331.721573ms","remote":"127.0.0.1:46572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:33:50.572096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.615198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-27T01:33:50.571963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.31557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:50.572232Z","caller":"traceutil/trace.go:171","msg":"trace[353066503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4452; }","duration":"679.821203ms","start":"2026-02-27T01:33:49.892374Z","end":"2026-02-27T01:33:50.572195Z","steps":["trace[353066503] 'agreement among raft nodes before linearized reading' (duration: 679.404413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:50.572284Z","caller":"traceutil/trace.go:171","msg":"trace[905914175] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4452; }","duration":"162.655108ms","start":"2026-02-27T01:33:50.409556Z","end":"2026-02-27T01:33:50.572211Z","steps":["trace[905914175] 'agreement among raft nodes before linearized reading' (duration: 162.29991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:50.572362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:49.892365Z","time spent":"679.943516ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:33:50.571986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.251098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v29t.1897f683b1d4cc74\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-02-27T01:33:50.572417Z","caller":"traceutil/trace.go:171","msg":"trace[1500022649] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v29t.1897f683b1d4cc74; range_end:; response_count:1; response_revision:4452; }","duration":"639.749599ms","start":"2026-02-27T01:33:49.932652Z","end":"2026-02-27T01:33:50.572402Z","steps":["trace[1500022649] 'agreement among raft nodes before linearized reading' (duration: 639.146865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:50.572463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:49.932625Z","time spent":"639.825571ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5v29t.1897f683b1d4cc74\" "} {"level":"info","ts":"2026-02-27T01:33:50.883702Z","caller":"traceutil/trace.go:171","msg":"trace[646310456] linearizableReadLoop","detail":"{readStateIndex:4637; appliedIndex:4635; }","duration":"300.033642ms","start":"2026-02-27T01:33:50.583627Z","end":"2026-02-27T01:33:50.883661Z","steps":["trace[646310456] 'read index received' (duration: 49.076831ms)","trace[646310456] 'applied index is now lower than readState.Index' (duration: 250.955181ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:50.883773Z","caller":"traceutil/trace.go:171","msg":"trace[2075660761] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"304.855274ms","start":"2026-02-27T01:33:50.578875Z","end":"2026-02-27T01:33:50.883731Z","steps":["trace[2075660761] 'process raft request' (duration: 267.913803ms)","trace[2075660761] 'compare' (duration: 36.644364ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:50.883958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:50.578847Z","time spent":"305.012847ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5112,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:50.884059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.385131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-02-27T01:33:50.884103Z","caller":"traceutil/trace.go:171","msg":"trace[283031712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4454; }","duration":"300.502563ms","start":"2026-02-27T01:33:50.583585Z","end":"2026-02-27T01:33:50.884087Z","steps":["trace[283031712] 'agreement among raft nodes before linearized reading' (duration: 300.259758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:50.884157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:50.583563Z","time spent":"300.582716ms","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:33:50.952623Z","caller":"traceutil/trace.go:171","msg":"trace[1972493570] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"105.168603ms","start":"2026-02-27T01:33:50.847401Z","end":"2026-02-27T01:33:50.952569Z","steps":["trace[1972493570] 'process raft request' (duration: 104.798744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:50.952688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.520514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:50.952802Z","caller":"traceutil/trace.go:171","msg":"trace[975168811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4455; }","duration":"195.701408ms","start":"2026-02-27T01:33:50.757075Z","end":"2026-02-27T01:33:50.952776Z","steps":["trace[975168811] 'agreement among raft nodes before linearized reading' (duration: 195.425852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:50.953095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.163657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:50.953198Z","caller":"traceutil/trace.go:171","msg":"trace[1426986401] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4455; }","duration":"195.32768ms","start":"2026-02-27T01:33:50.75784Z","end":"2026-02-27T01:33:50.953168Z","steps":["trace[1426986401] 'agreement among raft nodes before linearized reading' (duration: 195.149056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:51.149228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.719781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-02-27T01:33:51.149377Z","caller":"traceutil/trace.go:171","msg":"trace[1051501199] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4455; }","duration":"166.809024ms","start":"2026-02-27T01:33:50.982543Z","end":"2026-02-27T01:33:51.149352Z","steps":["trace[1051501199] 'process raft request' (duration: 55.877088ms)","trace[1051501199] 'compare' (duration: 110.647629ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:51.436058Z","caller":"traceutil/trace.go:171","msg":"trace[1203373773] linearizableReadLoop","detail":"{readStateIndex:4640; appliedIndex:4639; }","duration":"269.840797ms","start":"2026-02-27T01:33:51.166181Z","end":"2026-02-27T01:33:51.436022Z","steps":["trace[1203373773] 'read index received' (duration: 269.52282ms)","trace[1203373773] 'applied index is now lower than readState.Index' (duration: 316.707µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:51.436301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.412764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:51.436348Z","caller":"traceutil/trace.go:171","msg":"trace[1318274966] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4456; }","duration":"189.556067ms","start":"2026-02-27T01:33:51.246779Z","end":"2026-02-27T01:33:51.436335Z","steps":["trace[1318274966] 'agreement among raft nodes before linearized reading' (duration: 189.391354ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:51.436153Z","caller":"traceutil/trace.go:171","msg":"trace[901267469] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"277.984775ms","start":"2026-02-27T01:33:51.158144Z","end":"2026-02-27T01:33:51.436129Z","steps":["trace[901267469] 'process raft request' (duration: 277.681518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:51.43669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.479942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:33:51.43687Z","caller":"traceutil/trace.go:171","msg":"trace[1206785173] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4456; }","duration":"270.707407ms","start":"2026-02-27T01:33:51.166137Z","end":"2026-02-27T01:33:51.436845Z","steps":["trace[1206785173] 'agreement among raft nodes before linearized reading' (duration: 270.026421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:52.098609Z","caller":"traceutil/trace.go:171","msg":"trace[1442808765] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"137.284363ms","start":"2026-02-27T01:33:51.9613Z","end":"2026-02-27T01:33:52.098584Z","steps":["trace[1442808765] 'process raft request' (duration: 137.13393ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:52.104553Z","caller":"traceutil/trace.go:171","msg":"trace[2120594968] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"142.722158ms","start":"2026-02-27T01:33:51.961807Z","end":"2026-02-27T01:33:52.10453Z","steps":["trace[2120594968] 'process raft request' (duration: 142.537164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:53.16113Z","caller":"traceutil/trace.go:171","msg":"trace[1973925001] linearizableReadLoop","detail":"{readStateIndex:4682; appliedIndex:4681; }","duration":"195.305799ms","start":"2026-02-27T01:33:52.9658Z","end":"2026-02-27T01:33:53.161106Z","steps":["trace[1973925001] 'read index received' (duration: 195.097604ms)","trace[1973925001] 'applied index is now lower than readState.Index' (duration: 206.975µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:53.161174Z","caller":"traceutil/trace.go:171","msg":"trace[456599827] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"202.648599ms","start":"2026-02-27T01:33:52.958492Z","end":"2026-02-27T01:33:53.161141Z","steps":["trace[456599827] 'process raft request' (duration: 202.444214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:53.161347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.526445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-02-27T01:33:53.161382Z","caller":"traceutil/trace.go:171","msg":"trace[1595352046] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4498; }","duration":"195.606486ms","start":"2026-02-27T01:33:52.965765Z","end":"2026-02-27T01:33:53.161371Z","steps":["trace[1595352046] 'agreement among raft nodes before linearized reading' (duration: 195.455153ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:53.16313Z","caller":"traceutil/trace.go:171","msg":"trace[1752738172] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"195.479994ms","start":"2026-02-27T01:33:52.967617Z","end":"2026-02-27T01:33:53.163097Z","steps":["trace[1752738172] 'process raft request' (duration: 195.211248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:53.163383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.540163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-27T01:33:53.163414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.455559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-02-27T01:33:53.16347Z","caller":"traceutil/trace.go:171","msg":"trace[774014703] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4499; }","duration":"145.646095ms","start":"2026-02-27T01:33:53.017805Z","end":"2026-02-27T01:33:53.163451Z","steps":["trace[774014703] 'agreement among raft nodes before linearized reading' (duration: 145.295987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:53.163525Z","caller":"traceutil/trace.go:171","msg":"trace[1242011815] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf; range_end:; response_count:1; response_revision:4499; }","duration":"197.669834ms","start":"2026-02-27T01:33:52.96583Z","end":"2026-02-27T01:33:53.1635Z","steps":["trace[1242011815] 'agreement among raft nodes before linearized reading' (duration: 197.260505ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:54.608762Z","caller":"traceutil/trace.go:171","msg":"trace[2040306257] linearizableReadLoop","detail":"{readStateIndex:4714; appliedIndex:4713; }","duration":"210.09198ms","start":"2026-02-27T01:33:54.398644Z","end":"2026-02-27T01:33:54.608736Z","steps":["trace[2040306257] 'read index received' (duration: 162.302869ms)","trace[2040306257] 'applied index is now lower than readState.Index' (duration: 47.788181ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:54.60883Z","caller":"traceutil/trace.go:171","msg":"trace[1106114186] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"211.684217ms","start":"2026-02-27T01:33:54.397115Z","end":"2026-02-27T01:33:54.608799Z","steps":["trace[1106114186] 'process raft request' (duration: 163.724952ms)","trace[1106114186] 'compare' (duration: 47.76311ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:54.60896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.291935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-02-27T01:33:54.609Z","caller":"traceutil/trace.go:171","msg":"trace[1148142730] range","detail":"{range_begin:/registry/persistentvolumes/pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf; range_end:; response_count:1; response_revision:4528; }","duration":"210.350246ms","start":"2026-02-27T01:33:54.398637Z","end":"2026-02-27T01:33:54.608988Z","steps":["trace[1148142730] 'agreement among raft nodes before linearized reading' (duration: 210.194623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:54.937262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.509899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:54.937379Z","caller":"traceutil/trace.go:171","msg":"trace[595188169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4528; }","duration":"180.663983ms","start":"2026-02-27T01:33:54.756685Z","end":"2026-02-27T01:33:54.937349Z","steps":["trace[595188169] 'range keys from in-memory index tree' (duration: 180.414606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:54.937598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.68441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-02-27T01:33:54.93764Z","caller":"traceutil/trace.go:171","msg":"trace[225746345] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4528; }","duration":"143.763012ms","start":"2026-02-27T01:33:54.793866Z","end":"2026-02-27T01:33:54.937629Z","steps":["trace[225746345] 'range keys from in-memory index tree' (duration: 143.462415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:00.290368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.055652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:00.290507Z","caller":"traceutil/trace.go:171","msg":"trace[1893079976] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4628; }","duration":"132.233496ms","start":"2026-02-27T01:34:00.158247Z","end":"2026-02-27T01:34:00.29048Z","steps":["trace[1893079976] 'count revisions from in-memory index tree' (duration: 131.95424ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:01.233978Z","caller":"traceutil/trace.go:171","msg":"trace[1264236106] linearizableReadLoop","detail":"{readStateIndex:4818; appliedIndex:4817; }","duration":"185.956214ms","start":"2026-02-27T01:34:01.048001Z","end":"2026-02-27T01:34:01.233958Z","steps":["trace[1264236106] 'read index received' (duration: 185.891013ms)","trace[1264236106] 'applied index is now lower than readState.Index' (duration: 64.331µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:01.234083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.071177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:01.234061Z","caller":"traceutil/trace.go:171","msg":"trace[1907741418] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"198.885842ms","start":"2026-02-27T01:34:01.035148Z","end":"2026-02-27T01:34:01.234034Z","steps":["trace[1907741418] 'process raft request' (duration: 198.674327ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:01.23411Z","caller":"traceutil/trace.go:171","msg":"trace[733999332] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4629; }","duration":"186.155899ms","start":"2026-02-27T01:34:01.047945Z","end":"2026-02-27T01:34:01.234101Z","steps":["trace[733999332] 'agreement among raft nodes before linearized reading' (duration: 186.090357ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:01.453411Z","caller":"traceutil/trace.go:171","msg":"trace[1797833293] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"214.690597ms","start":"2026-02-27T01:34:01.23869Z","end":"2026-02-27T01:34:01.453381Z","steps":["trace[1797833293] 'process raft request' (duration: 192.792382ms)","trace[1797833293] 'compare' (duration: 21.724441ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:01.453444Z","caller":"traceutil/trace.go:171","msg":"trace[472971296] linearizableReadLoop","detail":"{readStateIndex:4823; appliedIndex:4819; }","duration":"190.12031ms","start":"2026-02-27T01:34:01.263305Z","end":"2026-02-27T01:34:01.453425Z","steps":["trace[472971296] 'read index received' (duration: 168.143803ms)","trace[472971296] 'applied index is now lower than readState.Index' (duration: 21.975287ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:01.453555Z","caller":"traceutil/trace.go:171","msg":"trace[75399328] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"214.430111ms","start":"2026-02-27T01:34:01.239083Z","end":"2026-02-27T01:34:01.453513Z","steps":["trace[75399328] 'process raft request' (duration: 214.273037ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:01.453712Z","caller":"traceutil/trace.go:171","msg":"trace[983068423] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"214.046942ms","start":"2026-02-27T01:34:01.239517Z","end":"2026-02-27T01:34:01.453564Z","steps":["trace[983068423] 'process raft request' (duration: 213.871398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:01.45381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.488338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:34:01.453771Z","caller":"traceutil/trace.go:171","msg":"trace[451249255] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"214.691227ms","start":"2026-02-27T01:34:01.238991Z","end":"2026-02-27T01:34:01.453682Z","steps":["trace[451249255] 'process raft request' (duration: 214.318908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:01.453856Z","caller":"traceutil/trace.go:171","msg":"trace[1507477677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4634; }","duration":"190.573571ms","start":"2026-02-27T01:34:01.263271Z","end":"2026-02-27T01:34:01.453844Z","steps":["trace[1507477677] 'agreement among raft nodes before linearized reading' (duration: 190.227683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:01.811646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.614799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:34:01.811714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.655662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:34:01.811701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.90076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:34:01.811748Z","caller":"traceutil/trace.go:171","msg":"trace[2095942767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4634; }","duration":"199.765103ms","start":"2026-02-27T01:34:01.611957Z","end":"2026-02-27T01:34:01.811722Z","steps":["trace[2095942767] 'range keys from in-memory index tree' (duration: 199.487536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:01.811772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.102334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:34:01.811781Z","caller":"traceutil/trace.go:171","msg":"trace[260171198] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4634; }","duration":"203.769394ms","start":"2026-02-27T01:34:01.607989Z","end":"2026-02-27T01:34:01.811758Z","steps":["trace[260171198] 'range keys from in-memory index tree' (duration: 203.483168ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:01.811782Z","caller":"traceutil/trace.go:171","msg":"trace[1985480995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4634; }","duration":"208.045524ms","start":"2026-02-27T01:34:01.60372Z","end":"2026-02-27T01:34:01.811766Z","steps":["trace[1985480995] 'range keys from in-memory index tree' (duration: 207.692945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:01.811822Z","caller":"traceutil/trace.go:171","msg":"trace[1333514508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4634; }","duration":"208.201197ms","start":"2026-02-27T01:34:01.603607Z","end":"2026-02-27T01:34:01.811808Z","steps":["trace[1333514508] 'range keys from in-memory index tree' (duration: 207.953961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:01.812033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.040359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:34:01.812095Z","caller":"traceutil/trace.go:171","msg":"trace[258543512] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:4634; }","duration":"197.135072ms","start":"2026-02-27T01:34:01.614944Z","end":"2026-02-27T01:34:01.812079Z","steps":["trace[258543512] 'range keys from in-memory index tree' (duration: 196.275402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:01.812038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.409194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:34:01.812307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.217502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:34:01.812405Z","caller":"traceutil/trace.go:171","msg":"trace[2140841460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4634; }","duration":"200.322545ms","start":"2026-02-27T01:34:01.612035Z","end":"2026-02-27T01:34:01.812358Z","steps":["trace[2140841460] 'range keys from in-memory index tree' (duration: 200.030568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:01.812412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.356693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:34:01.812476Z","caller":"traceutil/trace.go:171","msg":"trace[1598928123] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4634; }","duration":"199.474965ms","start":"2026-02-27T01:34:01.612982Z","end":"2026-02-27T01:34:01.812457Z","steps":["trace[1598928123] 'range keys from in-memory index tree' (duration: 199.164639ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:01.812615Z","caller":"traceutil/trace.go:171","msg":"trace[231755488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4634; }","duration":"199.727731ms","start":"2026-02-27T01:34:01.612598Z","end":"2026-02-27T01:34:01.812326Z","steps":["trace[231755488] 'range keys from in-memory index tree' (duration: 199.23248ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:01.91885Z","caller":"traceutil/trace.go:171","msg":"trace[735496795] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"101.914968ms","start":"2026-02-27T01:34:01.816907Z","end":"2026-02-27T01:34:01.918822Z","steps":["trace[735496795] 'process raft request' (duration: 101.730344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:02.033106Z","caller":"traceutil/trace.go:171","msg":"trace[215592332] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"215.498655ms","start":"2026-02-27T01:34:01.817588Z","end":"2026-02-27T01:34:02.033087Z","steps":["trace[215592332] 'process raft request' (duration: 215.438423ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:02.03311Z","caller":"traceutil/trace.go:171","msg":"trace[851698728] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"216.125809ms","start":"2026-02-27T01:34:01.816948Z","end":"2026-02-27T01:34:02.033074Z","steps":["trace[851698728] 'process raft request' (duration: 215.955935ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:02.033412Z","caller":"traceutil/trace.go:171","msg":"trace[331778372] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"213.582261ms","start":"2026-02-27T01:34:01.819823Z","end":"2026-02-27T01:34:02.033405Z","steps":["trace[331778372] 'process raft request' (duration: 213.240173ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:02.03345Z","caller":"traceutil/trace.go:171","msg":"trace[1733291358] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"212.492055ms","start":"2026-02-27T01:34:01.820934Z","end":"2026-02-27T01:34:02.033426Z","steps":["trace[1733291358] 'process raft request' (duration: 212.422894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:02.033527Z","caller":"traceutil/trace.go:171","msg":"trace[1890616468] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"212.626028ms","start":"2026-02-27T01:34:01.820887Z","end":"2026-02-27T01:34:02.033513Z","steps":["trace[1890616468] 'process raft request' (duration: 212.403583ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:02.033633Z","caller":"traceutil/trace.go:171","msg":"trace[2076566634] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"212.651549ms","start":"2026-02-27T01:34:01.820964Z","end":"2026-02-27T01:34:02.033615Z","steps":["trace[2076566634] 'process raft request' (duration: 212.428834ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:02.033754Z","caller":"traceutil/trace.go:171","msg":"trace[1177459363] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"212.643159ms","start":"2026-02-27T01:34:01.821101Z","end":"2026-02-27T01:34:02.033744Z","steps":["trace[1177459363] 'process raft request' (duration: 212.441094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:02.033791Z","caller":"traceutil/trace.go:171","msg":"trace[1473585969] linearizableReadLoop","detail":"{readStateIndex:4826; appliedIndex:4823; }","duration":"213.99814ms","start":"2026-02-27T01:34:01.819677Z","end":"2026-02-27T01:34:02.033675Z","steps":["trace[1473585969] 'read index received' (duration: 98.94433ms)","trace[1473585969] 'applied index is now lower than readState.Index' (duration: 115.05272ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:02.034059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.338488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54133"} {"level":"info","ts":"2026-02-27T01:34:02.034097Z","caller":"traceutil/trace.go:171","msg":"trace[1868466843] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4642; }","duration":"214.436701ms","start":"2026-02-27T01:34:01.819648Z","end":"2026-02-27T01:34:02.034085Z","steps":["trace[1868466843] 'agreement among raft nodes before linearized reading' (duration: 214.172914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:02.06786Z","caller":"traceutil/trace.go:171","msg":"trace[534792545] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"119.256088ms","start":"2026-02-27T01:34:01.948585Z","end":"2026-02-27T01:34:02.067841Z","steps":["trace[534792545] 'process raft request' (duration: 119.165025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:05.51971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.055757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:34:05.519811Z","caller":"traceutil/trace.go:171","msg":"trace[669098219] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4686; }","duration":"318.198901ms","start":"2026-02-27T01:34:05.201587Z","end":"2026-02-27T01:34:05.519786Z","steps":["trace[669098219] 'count revisions from in-memory index tree' (duration: 317.994906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:05.519863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:05.201572Z","time spent":"318.275753ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:05.519908Z","caller":"traceutil/trace.go:171","msg":"trace[576787029] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"246.820436ms","start":"2026-02-27T01:34:05.273058Z","end":"2026-02-27T01:34:05.519879Z","steps":["trace[576787029] 'process raft request' (duration: 245.919125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:08.248756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.007556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:08.248902Z","caller":"traceutil/trace.go:171","msg":"trace[223833409] linearizableReadLoop","detail":"{readStateIndex:4943; appliedIndex:4942; }","duration":"175.754379ms","start":"2026-02-27T01:34:08.07311Z","end":"2026-02-27T01:34:08.248865Z","steps":["trace[223833409] 'read index received' (duration: 71.652411ms)","trace[223833409] 'applied index is now lower than readState.Index' (duration: 104.100768ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:08.248927Z","caller":"traceutil/trace.go:171","msg":"trace[895620890] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"175.950484ms","start":"2026-02-27T01:34:08.07294Z","end":"2026-02-27T01:34:08.24889Z","steps":["trace[895620890] 'process raft request' (duration: 71.700222ms)","trace[895620890] 'compare' (duration: 103.851093ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:08.249094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.962434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:34:08.249164Z","caller":"traceutil/trace.go:171","msg":"trace[273629495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4753; }","duration":"176.056446ms","start":"2026-02-27T01:34:08.073093Z","end":"2026-02-27T01:34:08.249149Z","steps":["trace[273629495] 'agreement among raft nodes before linearized reading' (duration: 175.864771ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:08.276023Z","caller":"traceutil/trace.go:171","msg":"trace[601689336] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"199.802383ms","start":"2026-02-27T01:34:08.076195Z","end":"2026-02-27T01:34:08.275997Z","steps":["trace[601689336] 'process raft request' (duration: 199.760722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:08.276154Z","caller":"traceutil/trace.go:171","msg":"trace[1669371709] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"201.075212ms","start":"2026-02-27T01:34:08.07506Z","end":"2026-02-27T01:34:08.276136Z","steps":["trace[1669371709] 'process raft request' (duration: 200.821246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:08.276341Z","caller":"traceutil/trace.go:171","msg":"trace[270315719] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"201.288297ms","start":"2026-02-27T01:34:08.075045Z","end":"2026-02-27T01:34:08.276333Z","steps":["trace[270315719] 'process raft request' (duration: 200.799866ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:08.276471Z","caller":"traceutil/trace.go:171","msg":"trace[98502050] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"201.714418ms","start":"2026-02-27T01:34:08.074649Z","end":"2026-02-27T01:34:08.276363Z","steps":["trace[98502050] 'process raft request' (duration: 201.086663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:08.276595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.959063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:34:08.276657Z","caller":"traceutil/trace.go:171","msg":"trace[970297796] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:4758; }","duration":"202.064915ms","start":"2026-02-27T01:34:08.074578Z","end":"2026-02-27T01:34:08.276643Z","steps":["trace[970297796] 'agreement among raft nodes before linearized reading' (duration: 201.596164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:08.276671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.554717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-27T01:34:08.276705Z","caller":"traceutil/trace.go:171","msg":"trace[105219837] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-40be4114-4544-49b4-b43c-a0f3870b9542; range_end:; response_count:1; response_revision:4758; }","duration":"189.624098ms","start":"2026-02-27T01:34:08.087071Z","end":"2026-02-27T01:34:08.276695Z","steps":["trace[105219837] 'agreement among raft nodes before linearized reading' (duration: 189.489025ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:08.276678Z","caller":"traceutil/trace.go:171","msg":"trace[489856446] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"201.083732ms","start":"2026-02-27T01:34:08.07558Z","end":"2026-02-27T01:34:08.276663Z","steps":["trace[489856446] 'process raft request' (duration: 200.343385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:08.83675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746856470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:34:09.337895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746856470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:34:09.611064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.269950739s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:34:09.611608Z","caller":"traceutil/trace.go:171","msg":"trace[555609983] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4949; }","duration":"1.275441455s","start":"2026-02-27T01:34:08.336144Z","end":"2026-02-27T01:34:09.611585Z","steps":["trace[555609983] 'read index received' (duration: 1.275389154s)","trace[555609983] 'applied index is now lower than readState.Index' (duration: 51.271µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:09.611712Z","caller":"traceutil/trace.go:171","msg":"trace[1472036900] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"1.32685794s","start":"2026-02-27T01:34:08.284843Z","end":"2026-02-27T01:34:09.611701Z","steps":["trace[1472036900] 'process raft request' (duration: 1.326545513s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:09.611821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:08.284825Z","time spent":"1.326919071s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:09.612125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275953197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:34:09.612295Z","caller":"traceutil/trace.go:171","msg":"trace[1290274367] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:4760; }","duration":"1.276059999s","start":"2026-02-27T01:34:08.33612Z","end":"2026-02-27T01:34:09.61218Z","steps":["trace[1290274367] 'agreement among raft nodes before linearized reading' (duration: 1.27566666s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:09.612402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:08.336105Z","time spent":"1.276278895s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T01:34:09.899693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.331285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:09.900731Z","caller":"traceutil/trace.go:171","msg":"trace[890903042] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"368.569622ms","start":"2026-02-27T01:34:09.5321Z","end":"2026-02-27T01:34:09.90067Z","steps":["trace[890903042] 'process raft request' (duration: 233.185323ms)","trace[890903042] 'compare' (duration: 134.215422ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:09.900931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:09.532074Z","time spent":"368.767476ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:09.901281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144896398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:09.901372Z","caller":"traceutil/trace.go:171","msg":"trace[844913362] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4761; }","duration":"1.14500743s","start":"2026-02-27T01:34:08.756321Z","end":"2026-02-27T01:34:09.901328Z","steps":["trace[844913362] 'agreement among raft nodes before linearized reading' (duration: 1.144736764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:09.901425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:08.75629Z","time spent":"1.145122313s","remote":"127.0.0.1:38160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:34:09.90142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.588094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:34:09.901539Z","caller":"traceutil/trace.go:171","msg":"trace[1195937094] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4761; }","duration":"576.747088ms","start":"2026-02-27T01:34:09.324741Z","end":"2026-02-27T01:34:09.901488Z","steps":["trace[1195937094] 'agreement among raft nodes before linearized reading' (duration: 576.39553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:09.901553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.944218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-02-27T01:34:09.901582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:09.324721Z","time spent":"576.852511ms","remote":"127.0.0.1:46944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:09.901631Z","caller":"traceutil/trace.go:171","msg":"trace[1202843085] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4761; }","duration":"730.02411ms","start":"2026-02-27T01:34:09.171555Z","end":"2026-02-27T01:34:09.90158Z","steps":["trace[1202843085] 'agreement among raft nodes before linearized reading' (duration: 729.58918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:09.901655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.720305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:34:09.901687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430486978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.1897f6891deecb17\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-02-27T01:34:09.901738Z","caller":"traceutil/trace.go:171","msg":"trace[581992766] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4761; }","duration":"980.819767ms","start":"2026-02-27T01:34:08.920902Z","end":"2026-02-27T01:34:09.901721Z","steps":["trace[581992766] 'agreement among raft nodes before linearized reading' (duration: 980.028179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:09.90179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:08.920849Z","time spent":"980.91799ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":87,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:09.901788Z","caller":"traceutil/trace.go:171","msg":"trace[773267379] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.1897f6891deecb17; range_end:; response_count:1; response_revision:4761; }","duration":"1.430610981s","start":"2026-02-27T01:34:08.471137Z","end":"2026-02-27T01:34:09.901748Z","steps":["trace[773267379] 'agreement among raft nodes before linearized reading' (duration: 1.430212692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:09.901662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:09.171536Z","time spent":"730.118642ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-27T01:34:09.901847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:08.471118Z","time spent":"1.430718093s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.1897f6891deecb17\" "} {"level":"warn","ts":"2026-02-27T01:34:09.901943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14457339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:34:09.90179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.786623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-02-27T01:34:09.902097Z","caller":"traceutil/trace.go:171","msg":"trace[1197488423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4761; }","duration":"1.144870047s","start":"2026-02-27T01:34:08.757161Z","end":"2026-02-27T01:34:09.902031Z","steps":["trace[1197488423] 'agreement among raft nodes before linearized reading' (duration: 1.143731471s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:09.902263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:08.75714Z","time spent":"1.145114452s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:34:09.9023Z","caller":"traceutil/trace.go:171","msg":"trace[517728872] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-40be4114-4544-49b4-b43c-a0f3870b9542; range_end:; response_count:1; response_revision:4761; }","duration":"621.328575ms","start":"2026-02-27T01:34:09.280855Z","end":"2026-02-27T01:34:09.902183Z","steps":["trace[517728872] 'agreement among raft nodes before linearized reading' (duration: 620.175208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:09.902411Z","caller":"traceutil/trace.go:171","msg":"trace[1718384465] linearizableReadLoop","detail":"{readStateIndex:4951; appliedIndex:4950; }","duration":"290.667727ms","start":"2026-02-27T01:34:09.61167Z","end":"2026-02-27T01:34:09.902338Z","steps":["trace[1718384465] 'read index received' (duration: 153.62806ms)","trace[1718384465] 'applied index is now lower than readState.Index' (duration: 135.40347ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:09.902413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:09.280838Z","time spent":"621.553151ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" "} {"level":"warn","ts":"2026-02-27T01:34:09.902487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.387787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:34:09.902654Z","caller":"traceutil/trace.go:171","msg":"trace[1505685629] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4761; }","duration":"855.568162ms","start":"2026-02-27T01:34:09.047042Z","end":"2026-02-27T01:34:09.90261Z","steps":["trace[1505685629] 'agreement among raft nodes before linearized reading' (duration: 853.807781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:09.902779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:09.047026Z","time spent":"855.726546ms","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:34:10.077045Z","caller":"traceutil/trace.go:171","msg":"trace[400158398] linearizableReadLoop","detail":"{readStateIndex:4954; appliedIndex:4952; }","duration":"167.800806ms","start":"2026-02-27T01:34:09.909215Z","end":"2026-02-27T01:34:10.077015Z","steps":["trace[400158398] 'read index received' (duration: 45.286823ms)","trace[400158398] 'applied index is now lower than readState.Index' (duration: 122.512323ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:10.07714Z","caller":"traceutil/trace.go:171","msg":"trace[160851926] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"171.075032ms","start":"2026-02-27T01:34:09.906021Z","end":"2026-02-27T01:34:10.077096Z","steps":["trace[160851926] 'process raft request' (duration: 118.343357ms)","trace[160851926] 'compare' (duration: 52.393697ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:10.077304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.281831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:10.077418Z","caller":"traceutil/trace.go:171","msg":"trace[2053312218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4763; }","duration":"166.425734ms","start":"2026-02-27T01:34:09.910962Z","end":"2026-02-27T01:34:10.077388Z","steps":["trace[2053312218] 'agreement among raft nodes before linearized reading' (duration: 166.272721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:10.077462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.182304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-02-27T01:34:10.077574Z","caller":"traceutil/trace.go:171","msg":"trace[1141217859] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4763; }","duration":"168.343788ms","start":"2026-02-27T01:34:09.909178Z","end":"2026-02-27T01:34:10.077521Z","steps":["trace[1141217859] 'agreement among raft nodes before linearized reading' (duration: 167.97454ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:10.331603Z","caller":"traceutil/trace.go:171","msg":"trace[833527079] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"160.421125ms","start":"2026-02-27T01:34:10.17115Z","end":"2026-02-27T01:34:10.331571Z","steps":["trace[833527079] 'process raft request' (duration: 63.749008ms)","trace[833527079] 'compare' (duration: 96.426962ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:10.331714Z","caller":"traceutil/trace.go:171","msg":"trace[1236070242] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"154.598751ms","start":"2026-02-27T01:34:10.177105Z","end":"2026-02-27T01:34:10.331704Z","steps":["trace[1236070242] 'process raft request' (duration: 154.395887ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:10.331604Z","caller":"traceutil/trace.go:171","msg":"trace[1099914275] linearizableReadLoop","detail":"{readStateIndex:4956; appliedIndex:4955; }","duration":"156.844244ms","start":"2026-02-27T01:34:10.174731Z","end":"2026-02-27T01:34:10.331575Z","steps":["trace[1099914275] 'read index received' (duration: 60.174357ms)","trace[1099914275] 'applied index is now lower than readState.Index' (duration: 96.668536ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:10.332022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.267523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T01:34:10.332084Z","caller":"traceutil/trace.go:171","msg":"trace[1352455759] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4766; }","duration":"157.352865ms","start":"2026-02-27T01:34:10.174715Z","end":"2026-02-27T01:34:10.332068Z","steps":["trace[1352455759] 'agreement among raft nodes before linearized reading' (duration: 156.944965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:11.106976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.140167ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:11.107097Z","caller":"traceutil/trace.go:171","msg":"trace[21730517] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4776; }","duration":"531.27348ms","start":"2026-02-27T01:34:10.575805Z","end":"2026-02-27T01:34:11.107078Z","steps":["trace[21730517] 'range keys from in-memory index tree' (duration: 531.123306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:11.107149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.710044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:11.107228Z","caller":"traceutil/trace.go:171","msg":"trace[17693870] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"717.294266ms","start":"2026-02-27T01:34:10.389921Z","end":"2026-02-27T01:34:11.107215Z","steps":["trace[17693870] 'process raft request' (duration: 151.45631ms)","trace[17693870] 'compare' (duration: 565.615021ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:11.107273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:10.389901Z","time spent":"717.356507ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:12.292277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.376686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:12.292391Z","caller":"traceutil/trace.go:171","msg":"trace[52034198] linearizableReadLoop","detail":"{readStateIndex:4969; appliedIndex:4968; }","duration":"1.38260053s","start":"2026-02-27T01:34:10.909775Z","end":"2026-02-27T01:34:12.292376Z","steps":["trace[52034198] 'read index received' (duration: 431.011919ms)","trace[52034198] 'applied index is now lower than readState.Index' (duration: 951.587331ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:12.292458Z","caller":"traceutil/trace.go:171","msg":"trace[696335693] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"1.897906992s","start":"2026-02-27T01:34:10.39454Z","end":"2026-02-27T01:34:12.292447Z","steps":["trace[696335693] 'process raft request' (duration: 946.255229ms)","trace[696335693] 'compare' (duration: 951.264024ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:12.292513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:10.394527Z","time spent":"1.897954174s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:12.292797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38301908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-02-27T01:34:12.292832Z","caller":"traceutil/trace.go:171","msg":"trace[1613090164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-40be4114-4544-49b4-b43c-a0f3870b9542; range_end:; response_count:1; response_revision:4778; }","duration":"1.383086722s","start":"2026-02-27T01:34:10.909732Z","end":"2026-02-27T01:34:12.292819Z","steps":["trace[1613090164] 'agreement among raft nodes before linearized reading' (duration: 1.382965569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:12.29286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:10.909713Z","time spent":"1.383140572s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" "} {"level":"info","ts":"2026-02-27T01:34:12.537433Z","caller":"traceutil/trace.go:171","msg":"trace[1792052242] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"630.862717ms","start":"2026-02-27T01:34:11.906423Z","end":"2026-02-27T01:34:12.537286Z","steps":["trace[1792052242] 'process raft request' (duration: 621.052611ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:12.537605Z","caller":"traceutil/trace.go:171","msg":"trace[1398075374] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"477.096122ms","start":"2026-02-27T01:34:12.060481Z","end":"2026-02-27T01:34:12.537577Z","steps":["trace[1398075374] 'process raft request' (duration: 476.948049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:12.537713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.469177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:34:12.537744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:12.060455Z","time spent":"477.197914ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:12.537782Z","caller":"traceutil/trace.go:171","msg":"trace[595474850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4780; }","duration":"781.5901ms","start":"2026-02-27T01:34:11.75618Z","end":"2026-02-27T01:34:12.53777Z","steps":["trace[595474850] 'agreement among raft nodes before linearized reading' (duration: 781.494028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:12.537837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:11.75616Z","time spent":"781.658771ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:34:12.537715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.22227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-02-27T01:34:12.537868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.631209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:34:12.537903Z","caller":"traceutil/trace.go:171","msg":"trace[897992830] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4780; }","duration":"646.460366ms","start":"2026-02-27T01:34:11.89143Z","end":"2026-02-27T01:34:12.53789Z","steps":["trace[897992830] 'agreement among raft nodes before linearized reading' (duration: 646.111538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:12.537908Z","caller":"traceutil/trace.go:171","msg":"trace[352955520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4780; }","duration":"978.701381ms","start":"2026-02-27T01:34:11.559193Z","end":"2026-02-27T01:34:12.537894Z","steps":["trace[352955520] 'agreement among raft nodes before linearized reading' (duration: 978.574138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:12.537938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:11.89141Z","time spent":"646.519397ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-27T01:34:12.53794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:11.559161Z","time spent":"978.771712ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:34:12.538004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:11.906399Z","time spent":"631.225494ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:12.537534Z","caller":"traceutil/trace.go:171","msg":"trace[171652028] linearizableReadLoop","detail":"{readStateIndex:4971; appliedIndex:4969; }","duration":"245.098322ms","start":"2026-02-27T01:34:12.292416Z","end":"2026-02-27T01:34:12.537514Z","steps":["trace[171652028] 'read index received' (duration: 235.115592ms)","trace[171652028] 'applied index is now lower than readState.Index' (duration: 9.9817ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:12.538323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405271297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:34:12.538422Z","caller":"traceutil/trace.go:171","msg":"trace[1817205708] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4780; }","duration":"1.40539459s","start":"2026-02-27T01:34:11.133015Z","end":"2026-02-27T01:34:12.53841Z","steps":["trace[1817205708] 'agreement among raft nodes before linearized reading' (duration: 1.405269128s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:12.53846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:11.133004Z","time spent":"1.405446801s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:34:12.538693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.471951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:34:12.538728Z","caller":"traceutil/trace.go:171","msg":"trace[454239113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4780; }","duration":"178.528902ms","start":"2026-02-27T01:34:12.360191Z","end":"2026-02-27T01:34:12.53872Z","steps":["trace[454239113] 'agreement among raft nodes before linearized reading' (duration: 178.397509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:12.538887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.658924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:34:12.538908Z","caller":"traceutil/trace.go:171","msg":"trace[1694183808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4780; }","duration":"141.747797ms","start":"2026-02-27T01:34:12.397155Z","end":"2026-02-27T01:34:12.538903Z","steps":["trace[1694183808] 'agreement among raft nodes before linearized reading' (duration: 141.668075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:12.538941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.035096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:34:12.538979Z","caller":"traceutil/trace.go:171","msg":"trace[112851051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4780; }","duration":"153.082867ms","start":"2026-02-27T01:34:12.385886Z","end":"2026-02-27T01:34:12.538969Z","steps":["trace[112851051] 'agreement among raft nodes before linearized reading' (duration: 152.977135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:12.538975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.308125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:34:12.539018Z","caller":"traceutil/trace.go:171","msg":"trace[446527868] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4780; }","duration":"154.373917ms","start":"2026-02-27T01:34:12.384631Z","end":"2026-02-27T01:34:12.539004Z","steps":["trace[446527868] 'agreement among raft nodes before linearized reading' (duration: 154.264585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:12.539123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.398662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:34:12.539111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.730597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:34:12.539148Z","caller":"traceutil/trace.go:171","msg":"trace[848770086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4780; }","duration":"152.428472ms","start":"2026-02-27T01:34:12.386712Z","end":"2026-02-27T01:34:12.53914Z","steps":["trace[848770086] 'agreement among raft nodes before linearized reading' (duration: 152.33855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:12.539189Z","caller":"traceutil/trace.go:171","msg":"trace[1540962752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4780; }","duration":"151.831839ms","start":"2026-02-27T01:34:12.387338Z","end":"2026-02-27T01:34:12.539169Z","steps":["trace[1540962752] 'agreement among raft nodes before linearized reading' (duration: 151.587863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:12.539188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.483409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:34:12.539223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.392464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:34:12.539258Z","caller":"traceutil/trace.go:171","msg":"trace[1213371251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:4780; }","duration":"147.56791ms","start":"2026-02-27T01:34:12.391671Z","end":"2026-02-27T01:34:12.539239Z","steps":["trace[1213371251] 'agreement among raft nodes before linearized reading' (duration: 147.332625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:12.539319Z","caller":"traceutil/trace.go:171","msg":"trace[2131125812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4780; }","duration":"153.507558ms","start":"2026-02-27T01:34:12.385783Z","end":"2026-02-27T01:34:12.53929Z","steps":["trace[2131125812] 'agreement among raft nodes before linearized reading' (duration: 153.231711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:13.729952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.399598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:34:25.205468Z","caller":"traceutil/trace.go:171","msg":"trace[1149175182] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"131.524442ms","start":"2026-02-27T01:34:25.073916Z","end":"2026-02-27T01:34:25.20544Z","steps":["trace[1149175182] 'process raft request' (duration: 131.375128ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:25.525842Z","caller":"traceutil/trace.go:171","msg":"trace[1251284529] linearizableReadLoop","detail":"{readStateIndex:5119; appliedIndex:5118; }","duration":"119.980297ms","start":"2026-02-27T01:34:25.405847Z","end":"2026-02-27T01:34:25.525827Z","steps":["trace[1251284529] 'read index received' (duration: 119.861844ms)","trace[1251284529] 'applied index is now lower than readState.Index' (duration: 118.013µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:25.52591Z","caller":"traceutil/trace.go:171","msg":"trace[2027802669] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"120.541899ms","start":"2026-02-27T01:34:25.405345Z","end":"2026-02-27T01:34:25.525887Z","steps":["trace[2027802669] 'process raft request' (duration: 120.395246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:25.525948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.084589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-02-27T01:34:25.525964Z","caller":"traceutil/trace.go:171","msg":"trace[80123424] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4924; }","duration":"120.12683ms","start":"2026-02-27T01:34:25.405832Z","end":"2026-02-27T01:34:25.525959Z","steps":["trace[80123424] 'agreement among raft nodes before linearized reading' (duration: 120.052648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:26.994151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.331452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:26.994384Z","caller":"traceutil/trace.go:171","msg":"trace[1606039682] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"227.324844ms","start":"2026-02-27T01:34:26.767031Z","end":"2026-02-27T01:34:26.994356Z","steps":["trace[1606039682] 'process raft request' (duration: 90.668374ms)","trace[1606039682] 'compare' (duration: 136.198559ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:26.994429Z","caller":"traceutil/trace.go:171","msg":"trace[1567053260] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"226.618257ms","start":"2026-02-27T01:34:26.767788Z","end":"2026-02-27T01:34:26.994406Z","steps":["trace[1567053260] 'process raft request' (duration: 226.487064ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:26.994492Z","caller":"traceutil/trace.go:171","msg":"trace[1328346198] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5122; }","duration":"197.999879ms","start":"2026-02-27T01:34:26.79648Z","end":"2026-02-27T01:34:26.99448Z","steps":["trace[1328346198] 'read index received' (duration: 61.270558ms)","trace[1328346198] 'applied index is now lower than readState.Index' (duration: 136.728531ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:26.994561Z","caller":"traceutil/trace.go:171","msg":"trace[1863755406] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"226.178867ms","start":"2026-02-27T01:34:26.768338Z","end":"2026-02-27T01:34:26.994516Z","steps":["trace[1863755406] 'process raft request' (duration: 226.021534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:26.994681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.197454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:34:26.994716Z","caller":"traceutil/trace.go:171","msg":"trace[729988635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4930; }","duration":"198.283586ms","start":"2026-02-27T01:34:26.796423Z","end":"2026-02-27T01:34:26.994706Z","steps":["trace[729988635] 'agreement among raft nodes before linearized reading' (duration: 198.143912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:26.994732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.858053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:34:26.994792Z","caller":"traceutil/trace.go:171","msg":"trace[1310074552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4930; }","duration":"139.933335ms","start":"2026-02-27T01:34:26.854844Z","end":"2026-02-27T01:34:26.994777Z","steps":["trace[1310074552] 'agreement among raft nodes before linearized reading' (duration: 139.783902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:26.99483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.406353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:34:26.994822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.602595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:34:26.994877Z","caller":"traceutil/trace.go:171","msg":"trace[1943501991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4930; }","duration":"196.489734ms","start":"2026-02-27T01:34:26.798372Z","end":"2026-02-27T01:34:26.994862Z","steps":["trace[1943501991] 'agreement among raft nodes before linearized reading' (duration: 196.349461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:26.994907Z","caller":"traceutil/trace.go:171","msg":"trace[95506688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:4930; }","duration":"138.682867ms","start":"2026-02-27T01:34:26.856191Z","end":"2026-02-27T01:34:26.994874Z","steps":["trace[95506688] 'agreement among raft nodes before linearized reading' (duration: 138.486712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:26.995018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.569676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:34:26.995127Z","caller":"traceutil/trace.go:171","msg":"trace[1381898347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4930; }","duration":"196.749081ms","start":"2026-02-27T01:34:26.798353Z","end":"2026-02-27T01:34:26.995102Z","steps":["trace[1381898347] 'agreement among raft nodes before linearized reading' (duration: 196.27892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.362964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.454015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:27.363193Z","caller":"traceutil/trace.go:171","msg":"trace[1284344821] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"363.027951ms","start":"2026-02-27T01:34:27.000147Z","end":"2026-02-27T01:34:27.363175Z","steps":["trace[1284344821] 'process raft request' (duration: 362.98289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.363272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:26.999983Z","time spent":"363.253816ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:27.363263Z","caller":"traceutil/trace.go:171","msg":"trace[484834374] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"363.295837ms","start":"2026-02-27T01:34:26.99994Z","end":"2026-02-27T01:34:27.363236Z","steps":["trace[484834374] 'process raft request' (duration: 233.471484ms)","trace[484834374] 'compare' (duration: 129.26206ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:27.363301Z","caller":"traceutil/trace.go:171","msg":"trace[860618179] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"363.270087ms","start":"2026-02-27T01:34:26.999994Z","end":"2026-02-27T01:34:27.363264Z","steps":["trace[860618179] 'process raft request' (duration: 363.074502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:27.363455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:26.999923Z","time spent":"363.42819ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:27.363613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:26.999976Z","time spent":"363.4096ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:45.44222Z","caller":"traceutil/trace.go:171","msg":"trace[1271771588] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5267; }","duration":"328.397535ms","start":"2026-02-27T01:34:45.113797Z","end":"2026-02-27T01:34:45.442194Z","steps":["trace[1271771588] 'read index received' (duration: 328.216861ms)","trace[1271771588] 'applied index is now lower than readState.Index' (duration: 179.644µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:45.442272Z","caller":"traceutil/trace.go:171","msg":"trace[1903641546] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"343.239986ms","start":"2026-02-27T01:34:45.098995Z","end":"2026-02-27T01:34:45.442235Z","steps":["trace[1903641546] 'process raft request' (duration: 343.047582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:45.442421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:45.098974Z","time spent":"343.36711ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:45.442473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.013406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:34:45.44251Z","caller":"traceutil/trace.go:171","msg":"trace[238675918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5067; }","duration":"328.090528ms","start":"2026-02-27T01:34:45.114407Z","end":"2026-02-27T01:34:45.442497Z","steps":["trace[238675918] 'agreement among raft nodes before linearized reading' (duration: 327.936355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:45.442552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:45.11439Z","time spent":"328.15255ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:34:45.442571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.121843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:34:45.442626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.702278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:34:45.442715Z","caller":"traceutil/trace.go:171","msg":"trace[531159789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:5067; }","duration":"313.819131ms","start":"2026-02-27T01:34:45.128875Z","end":"2026-02-27T01:34:45.442694Z","steps":["trace[531159789] 'agreement among raft nodes before linearized reading' (duration: 313.602196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:45.442763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:45.128861Z","time spent":"313.893322ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"info","ts":"2026-02-27T01:34:45.442652Z","caller":"traceutil/trace.go:171","msg":"trace[1621449876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5067; }","duration":"306.226966ms","start":"2026-02-27T01:34:45.136406Z","end":"2026-02-27T01:34:45.442633Z","steps":["trace[1621449876] 'agreement among raft nodes before linearized reading' (duration: 306.009891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:45.442831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:45.136391Z","time spent":"306.4176ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:34:45.44257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.741213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:34:45.442977Z","caller":"traceutil/trace.go:171","msg":"trace[770969173] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5067; }","duration":"329.201004ms","start":"2026-02-27T01:34:45.113757Z","end":"2026-02-27T01:34:45.442958Z","steps":["trace[770969173] 'agreement among raft nodes before linearized reading' (duration: 328.573079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:45.44301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:45.113743Z","time spent":"329.257695ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:34:56.555365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746857401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:34:57.056045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746857401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:34:57.495505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.632900449s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:34:57.496502Z","caller":"traceutil/trace.go:171","msg":"trace[631253340] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"1.633995674s","start":"2026-02-27T01:34:55.862473Z","end":"2026-02-27T01:34:57.496468Z","steps":["trace[631253340] 'process raft request' (duration: 1.633658536s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:57.496689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:55.862443Z","time spent":"1.634146287s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:57.497055Z","caller":"traceutil/trace.go:171","msg":"trace[1208404229] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5325; }","duration":"1.441919851s","start":"2026-02-27T01:34:56.055106Z","end":"2026-02-27T01:34:57.497025Z","steps":["trace[1208404229] 'read index received' (duration: 1.440834196s)","trace[1208404229] 'applied index is now lower than readState.Index' (duration: 1.084325ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:57.497104Z","caller":"traceutil/trace.go:171","msg":"trace[1096579068] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"497.972732ms","start":"2026-02-27T01:34:56.9991Z","end":"2026-02-27T01:34:57.497073Z","steps":["trace[1096579068] 'process raft request' (duration: 497.765317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:57.497233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.493171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:34:57.497249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:56.999078Z","time spent":"498.093415ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:57.497248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442120425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:34:57.497293Z","caller":"traceutil/trace.go:171","msg":"trace[2031266650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5123; }","duration":"739.587073ms","start":"2026-02-27T01:34:56.757685Z","end":"2026-02-27T01:34:57.497272Z","steps":["trace[2031266650] 'agreement among raft nodes before linearized reading' (duration: 739.497131ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:57.497303Z","caller":"traceutil/trace.go:171","msg":"trace[1259274395] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5123; }","duration":"1.442236958s","start":"2026-02-27T01:34:56.05505Z","end":"2026-02-27T01:34:57.497287Z","steps":["trace[1259274395] 'agreement among raft nodes before linearized reading' (duration: 1.442123835s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:57.49733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:56.757665Z","time spent":"739.657975ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:34:57.497369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:56.055025Z","time spent":"1.44232752s","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:35:02.718432Z","caller":"traceutil/trace.go:171","msg":"trace[233774750] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5358; }","duration":"183.750303ms","start":"2026-02-27T01:35:02.534659Z","end":"2026-02-27T01:35:02.718409Z","steps":["trace[233774750] 'read index received' (duration: 183.461016ms)","trace[233774750] 'applied index is now lower than readState.Index' (duration: 288.397µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:02.718601Z","caller":"traceutil/trace.go:171","msg":"trace[283944207] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"212.300739ms","start":"2026-02-27T01:35:02.506288Z","end":"2026-02-27T01:35:02.718589Z","steps":["trace[283944207] 'process raft request' (duration: 211.962591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:02.718897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.223594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T01:35:02.71894Z","caller":"traceutil/trace.go:171","msg":"trace[730145114] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5154; }","duration":"184.322607ms","start":"2026-02-27T01:35:02.534606Z","end":"2026-02-27T01:35:02.718929Z","steps":["trace[730145114] 'agreement among raft nodes before linearized reading' (duration: 184.157113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:02.718931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.089494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:02.719141Z","caller":"traceutil/trace.go:171","msg":"trace[231277788] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5154; }","duration":"118.394931ms","start":"2026-02-27T01:35:02.60071Z","end":"2026-02-27T01:35:02.719105Z","steps":["trace[231277788] 'agreement among raft nodes before linearized reading' (duration: 118.058313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:03.274153Z","caller":"traceutil/trace.go:171","msg":"trace[1858539101] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"549.025653ms","start":"2026-02-27T01:35:02.725104Z","end":"2026-02-27T01:35:03.27413Z","steps":["trace[1858539101] 'process raft request' (duration: 548.753907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:03.274338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:02.725079Z","time spent":"549.158456ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:03.274733Z","caller":"traceutil/trace.go:171","msg":"trace[1885034245] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"548.997092ms","start":"2026-02-27T01:35:02.725696Z","end":"2026-02-27T01:35:03.274693Z","steps":["trace[1885034245] 'process raft request' (duration: 548.363898ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:03.274787Z","caller":"traceutil/trace.go:171","msg":"trace[523046096] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"548.840569ms","start":"2026-02-27T01:35:02.725928Z","end":"2026-02-27T01:35:03.274768Z","steps":["trace[523046096] 'process raft request' (duration: 548.550612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:03.274891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:02.725919Z","time spent":"548.920611ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:03.274866Z","caller":"traceutil/trace.go:171","msg":"trace[1677951048] linearizableReadLoop","detail":"{readStateIndex:5363; appliedIndex:5359; }","duration":"517.426027ms","start":"2026-02-27T01:35:02.757344Z","end":"2026-02-27T01:35:03.27477Z","steps":["trace[1677951048] 'read index received' (duration: 8.2776ms)","trace[1677951048] 'applied index is now lower than readState.Index' (duration: 509.146127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:03.274941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:02.725683Z","time spent":"549.150816ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:35:03.275155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.32162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:03.275213Z","caller":"traceutil/trace.go:171","msg":"trace[1511356208] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5158; }","duration":"236.441053ms","start":"2026-02-27T01:35:03.038754Z","end":"2026-02-27T01:35:03.275195Z","steps":["trace[1511356208] 'agreement among raft nodes before linearized reading' (duration: 236.30505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:03.276237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.88183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:03.276329Z","caller":"traceutil/trace.go:171","msg":"trace[1159141526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5158; }","duration":"519.008363ms","start":"2026-02-27T01:35:02.757301Z","end":"2026-02-27T01:35:03.276309Z","steps":["trace[1159141526] 'agreement among raft nodes before linearized reading' (duration: 517.618362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:03.276368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:02.757278Z","time spent":"519.081775ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:35:03.546592Z","caller":"traceutil/trace.go:171","msg":"trace[452153084] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"265.989572ms","start":"2026-02-27T01:35:03.280575Z","end":"2026-02-27T01:35:03.546565Z","steps":["trace[452153084] 'process raft request' (duration: 265.846889ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:03.546619Z","caller":"traceutil/trace.go:171","msg":"trace[275243416] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5363; }","duration":"232.018761ms","start":"2026-02-27T01:35:03.31455Z","end":"2026-02-27T01:35:03.546568Z","steps":["trace[275243416] 'read index received' (duration: 231.99411ms)","trace[275243416] 'applied index is now lower than readState.Index' (duration: 23.471µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:03.546834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.269947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-02-27T01:35:03.546892Z","caller":"traceutil/trace.go:171","msg":"trace[686768876] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5159; }","duration":"232.38857ms","start":"2026-02-27T01:35:03.314488Z","end":"2026-02-27T01:35:03.546876Z","steps":["trace[686768876] 'agreement among raft nodes before linearized reading' (duration: 232.206796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:03.896546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.902857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:35:03.896658Z","caller":"traceutil/trace.go:171","msg":"trace[471897652] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"312.96247ms","start":"2026-02-27T01:35:03.58367Z","end":"2026-02-27T01:35:03.896633Z","steps":["trace[471897652] 'process raft request' (duration: 27.898991ms)","trace[471897652] 'compare' (duration: 284.774173ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:03.896705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:03.583652Z","time spent":"313.032213ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:03.990252Z","caller":"traceutil/trace.go:171","msg":"trace[1913840191] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"406.503369ms","start":"2026-02-27T01:35:03.583722Z","end":"2026-02-27T01:35:03.990225Z","steps":["trace[1913840191] 'process raft request' (duration: 406.397417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:03.990466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:03.583717Z","time spent":"406.672353ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:03.990639Z","caller":"traceutil/trace.go:171","msg":"trace[762538259] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"406.835967ms","start":"2026-02-27T01:35:03.583762Z","end":"2026-02-27T01:35:03.990598Z","steps":["trace[762538259] 'process raft request' (duration: 406.407097ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:03.99071Z","caller":"traceutil/trace.go:171","msg":"trace[289926863] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"406.919749ms","start":"2026-02-27T01:35:03.583774Z","end":"2026-02-27T01:35:03.990694Z","steps":["trace[289926863] 'process raft request' (duration: 406.677214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:03.990866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:03.583762Z","time spent":"407.061892ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:35:03.99089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:03.583758Z","time spent":"407.001721ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:03.990916Z","caller":"traceutil/trace.go:171","msg":"trace[988437865] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"407.048582ms","start":"2026-02-27T01:35:03.583857Z","end":"2026-02-27T01:35:03.990906Z","steps":["trace[988437865] 'process raft request' (duration: 406.800716ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:03.990276Z","caller":"traceutil/trace.go:171","msg":"trace[1913444394] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"406.560471ms","start":"2026-02-27T01:35:03.583698Z","end":"2026-02-27T01:35:03.990258Z","steps":["trace[1913444394] 'process raft request' (duration: 406.299475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:03.991073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:03.583687Z","time spent":"407.353779ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:35:03.991177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:03.583832Z","time spent":"407.194976ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:03.991206Z","caller":"traceutil/trace.go:171","msg":"trace[1804764782] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"407.223646ms","start":"2026-02-27T01:35:03.583972Z","end":"2026-02-27T01:35:03.991195Z","steps":["trace[1804764782] 'process raft request' (duration: 406.904988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:03.991185Z","caller":"traceutil/trace.go:171","msg":"trace[1207676829] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5365; }","duration":"407.309168ms","start":"2026-02-27T01:35:03.583858Z","end":"2026-02-27T01:35:03.991167Z","steps":["trace[1207676829] 'read index received' (duration: 27.723727ms)","trace[1207676829] 'applied index is now lower than readState.Index' (duration: 379.584101ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:03.991257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:03.583957Z","time spent":"407.272687ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:35:03.991421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.715408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18837"} {"level":"info","ts":"2026-02-27T01:35:03.991468Z","caller":"traceutil/trace.go:171","msg":"trace[865946779] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5167; }","duration":"407.781089ms","start":"2026-02-27T01:35:03.583679Z","end":"2026-02-27T01:35:03.99146Z","steps":["trace[865946779] 'agreement among raft nodes before linearized reading' (duration: 407.642896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:03.991508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:03.583669Z","time spent":"407.8297ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18860,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T01:35:04.253544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.761869ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:35:04.253703Z","caller":"traceutil/trace.go:171","msg":"trace[1886041428] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5372; }","duration":"262.41403ms","start":"2026-02-27T01:35:03.991262Z","end":"2026-02-27T01:35:04.253676Z","steps":["trace[1886041428] 'read index received' (duration: 49.438876ms)","trace[1886041428] 'applied index is now lower than readState.Index' (duration: 212.973764ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:04.253786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.10843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:04.253857Z","caller":"traceutil/trace.go:171","msg":"trace[1350633712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5167; }","duration":"486.225553ms","start":"2026-02-27T01:35:03.767613Z","end":"2026-02-27T01:35:04.253839Z","steps":["trace[1350633712] 'agreement among raft nodes before linearized reading' (duration: 486.090849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:04.253893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:03.767594Z","time spent":"486.291954ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:35:04.253956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.673416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:04.254073Z","caller":"traceutil/trace.go:171","msg":"trace[1593756133] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5167; }","duration":"605.86166ms","start":"2026-02-27T01:35:03.648183Z","end":"2026-02-27T01:35:04.254044Z","steps":["trace[1593756133] 'agreement among raft nodes before linearized reading' (duration: 605.606484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:04.254124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:03.648162Z","time spent":"605.951953ms","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:35:04.254292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.977154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:04.254344Z","caller":"traceutil/trace.go:171","msg":"trace[813326093] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5167; }","duration":"213.105387ms","start":"2026-02-27T01:35:04.041224Z","end":"2026-02-27T01:35:04.254329Z","steps":["trace[813326093] 'agreement among raft nodes before linearized reading' (duration: 212.876582ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:07.72368Z","caller":"traceutil/trace.go:171","msg":"trace[2046893668] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"100.890408ms","start":"2026-02-27T01:35:07.622743Z","end":"2026-02-27T01:35:07.723634Z","steps":["trace[2046893668] 'process raft request' (duration: 56.870647ms)","trace[2046893668] 'compare' (duration: 43.765475ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:25.330125Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2566} {"level":"info","ts":"2026-02-27T01:35:25.403751Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2566,"took":"72.581481ms","hash":2507156150,"current-db-size-bytes":38809600,"current-db-size":"39 MB","current-db-size-in-use-bytes":28106752,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T01:35:25.403818Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2507156150,"revision":2566,"compact-revision":-1} {"level":"info","ts":"2026-02-27T01:35:27.083916Z","caller":"traceutil/trace.go:171","msg":"trace[1225062090] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"329.524097ms","start":"2026-02-27T01:35:26.75436Z","end":"2026-02-27T01:35:27.083884Z","steps":["trace[1225062090] 'process raft request' (duration: 329.247821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:27.084401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:26.754341Z","time spent":"329.682281ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12124,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:35:28.6115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.309892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-02-27T01:35:28.611545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.165695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:28.611621Z","caller":"traceutil/trace.go:171","msg":"trace[840269365] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5425; }","duration":"106.300778ms","start":"2026-02-27T01:35:28.505308Z","end":"2026-02-27T01:35:28.611609Z","steps":["trace[840269365] 'range keys from in-memory index tree' (duration: 106.080332ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:28.61165Z","caller":"traceutil/trace.go:171","msg":"trace[903219098] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5425; }","duration":"104.486285ms","start":"2026-02-27T01:35:28.507139Z","end":"2026-02-27T01:35:28.611625Z","steps":["trace[903219098] 'range keys from in-memory index tree' (duration: 104.169078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:28.611502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.640356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:28.611818Z","caller":"traceutil/trace.go:171","msg":"trace[918481329] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5425; }","duration":"107.002263ms","start":"2026-02-27T01:35:28.504797Z","end":"2026-02-27T01:35:28.611799Z","steps":["trace[918481329] 'range keys from in-memory index tree' (duration: 106.559063ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.40212Z","caller":"traceutil/trace.go:171","msg":"trace[545173134] linearizableReadLoop","detail":"{readStateIndex:5684; appliedIndex:5683; }","duration":"293.005066ms","start":"2026-02-27T01:35:38.109095Z","end":"2026-02-27T01:35:38.4021Z","steps":["trace[545173134] 'read index received' (duration: 292.810602ms)","trace[545173134] 'applied index is now lower than readState.Index' (duration: 193.154µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:38.402184Z","caller":"traceutil/trace.go:171","msg":"trace[882435362] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"332.049366ms","start":"2026-02-27T01:35:38.070118Z","end":"2026-02-27T01:35:38.402168Z","steps":["trace[882435362] 'process raft request' (duration: 331.817531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:38.402302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.185231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:35:38.402527Z","caller":"traceutil/trace.go:171","msg":"trace[474106858] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5470; }","duration":"293.462948ms","start":"2026-02-27T01:35:38.109043Z","end":"2026-02-27T01:35:38.402506Z","steps":["trace[474106858] 'agreement among raft nodes before linearized reading' (duration: 293.175011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:38.402641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:38.070103Z","time spent":"332.293751ms","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:35:38.552529Z","caller":"traceutil/trace.go:171","msg":"trace[397693858] linearizableReadLoop","detail":"{readStateIndex:5685; appliedIndex:5684; }","duration":"150.228019ms","start":"2026-02-27T01:35:38.402269Z","end":"2026-02-27T01:35:38.552497Z","steps":["trace[397693858] 'read index received' (duration: 75.840596ms)","trace[397693858] 'applied index is now lower than readState.Index' (duration: 74.386243ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:38.552766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.653735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:35:38.552803Z","caller":"traceutil/trace.go:171","msg":"trace[563574721] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5471; }","duration":"430.753658ms","start":"2026-02-27T01:35:38.122036Z","end":"2026-02-27T01:35:38.552789Z","steps":["trace[563574721] 'agreement among raft nodes before linearized reading' (duration: 430.583414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:38.552778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.43447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:35:38.552838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:38.122017Z","time spent":"430.81295ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:35:38.552853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.401331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:35:38.552895Z","caller":"traceutil/trace.go:171","msg":"trace[920089689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5471; }","duration":"232.469113ms","start":"2026-02-27T01:35:38.320412Z","end":"2026-02-27T01:35:38.552881Z","steps":["trace[920089689] 'agreement among raft nodes before linearized reading' (duration: 232.416132ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.552902Z","caller":"traceutil/trace.go:171","msg":"trace[25256820] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"204.462628ms","start":"2026-02-27T01:35:38.348424Z","end":"2026-02-27T01:35:38.552887Z","steps":["trace[25256820] 'process raft request' (duration: 129.683426ms)","trace[25256820] 'compare' (duration: 74.214149ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:38.552847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.054151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:35:38.553041Z","caller":"traceutil/trace.go:171","msg":"trace[108843911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5471; }","duration":"281.330048ms","start":"2026-02-27T01:35:38.271686Z","end":"2026-02-27T01:35:38.553016Z","steps":["trace[108843911] 'agreement among raft nodes before linearized reading' (duration: 280.914128ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.552847Z","caller":"traceutil/trace.go:171","msg":"trace[1718347606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5471; }","duration":"281.549333ms","start":"2026-02-27T01:35:38.271283Z","end":"2026-02-27T01:35:38.552832Z","steps":["trace[1718347606] 'agreement among raft nodes before linearized reading' (duration: 281.42023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:38.553129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.166652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T01:35:38.553127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.012233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:35:38.553239Z","caller":"traceutil/trace.go:171","msg":"trace[197929735] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:5471; }","duration":"211.294606ms","start":"2026-02-27T01:35:38.341923Z","end":"2026-02-27T01:35:38.553218Z","steps":["trace[197929735] 'agreement among raft nodes before linearized reading' (duration: 210.971878ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.553288Z","caller":"traceutil/trace.go:171","msg":"trace[648872718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5471; }","duration":"315.28366ms","start":"2026-02-27T01:35:38.237986Z","end":"2026-02-27T01:35:38.55327Z","steps":["trace[648872718] 'agreement among raft nodes before linearized reading' (duration: 314.84901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:38.552771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.455294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:35:38.553358Z","caller":"traceutil/trace.go:171","msg":"trace[660014237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5471; }","duration":"237.137031ms","start":"2026-02-27T01:35:38.31621Z","end":"2026-02-27T01:35:38.553347Z","steps":["trace[660014237] 'agreement among raft nodes before linearized reading' (duration: 236.354933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:38.553385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.115867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:35:38.553386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:38.237963Z","time spent":"315.389262ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:35:38.553477Z","caller":"traceutil/trace.go:171","msg":"trace[742116795] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5471; }","duration":"279.236559ms","start":"2026-02-27T01:35:38.274219Z","end":"2026-02-27T01:35:38.553455Z","steps":["trace[742116795] 'agreement among raft nodes before linearized reading' (duration: 278.481802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.747172Z","caller":"traceutil/trace.go:171","msg":"trace[808568205] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"188.642253ms","start":"2026-02-27T01:35:38.558505Z","end":"2026-02-27T01:35:38.747147Z","steps":["trace[808568205] 'process raft request' (duration: 188.557811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.747182Z","caller":"traceutil/trace.go:171","msg":"trace[1893197998] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"188.661884ms","start":"2026-02-27T01:35:38.558484Z","end":"2026-02-27T01:35:38.747146Z","steps":["trace[1893197998] 'process raft request' (duration: 188.404878ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.7474Z","caller":"traceutil/trace.go:171","msg":"trace[2131904684] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"188.879079ms","start":"2026-02-27T01:35:38.558506Z","end":"2026-02-27T01:35:38.747385Z","steps":["trace[2131904684] 'process raft request' (duration: 188.600432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.747602Z","caller":"traceutil/trace.go:171","msg":"trace[1100418783] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"189.050463ms","start":"2026-02-27T01:35:38.558539Z","end":"2026-02-27T01:35:38.74759Z","steps":["trace[1100418783] 'process raft request' (duration: 188.804288ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.747684Z","caller":"traceutil/trace.go:171","msg":"trace[1816721014] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"189.096904ms","start":"2026-02-27T01:35:38.558576Z","end":"2026-02-27T01:35:38.747673Z","steps":["trace[1816721014] 'process raft request' (duration: 188.90558ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.747716Z","caller":"traceutil/trace.go:171","msg":"trace[236003162] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"188.957591ms","start":"2026-02-27T01:35:38.55874Z","end":"2026-02-27T01:35:38.747697Z","steps":["trace[236003162] 'process raft request' (duration: 188.875569ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.747801Z","caller":"traceutil/trace.go:171","msg":"trace[896745533] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"188.635933ms","start":"2026-02-27T01:35:38.559153Z","end":"2026-02-27T01:35:38.747789Z","steps":["trace[896745533] 'process raft request' (duration: 188.5135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.888953Z","caller":"traceutil/trace.go:171","msg":"trace[980309262] linearizableReadLoop","detail":"{readStateIndex:5694; appliedIndex:5686; }","duration":"255.779119ms","start":"2026-02-27T01:35:38.633153Z","end":"2026-02-27T01:35:38.888933Z","steps":["trace[980309262] 'read index received' (duration: 113.776259ms)","trace[980309262] 'applied index is now lower than readState.Index' (duration: 142.00196ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:38.888979Z","caller":"traceutil/trace.go:171","msg":"trace[1933582981] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"291.984154ms","start":"2026-02-27T01:35:38.596971Z","end":"2026-02-27T01:35:38.888955Z","steps":["trace[1933582981] 'process raft request' (duration: 244.101741ms)","trace[1933582981] 'compare' (duration: 47.734819ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:38.889141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.768749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:35:38.889183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.734658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:35:38.889171Z","caller":"traceutil/trace.go:171","msg":"trace[381597116] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5479; }","duration":"255.82724ms","start":"2026-02-27T01:35:38.633336Z","end":"2026-02-27T01:35:38.889163Z","steps":["trace[381597116] 'agreement among raft nodes before linearized reading' (duration: 255.723938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:38.889181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.017325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:35:38.889225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.833559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:35:38.889248Z","caller":"traceutil/trace.go:171","msg":"trace[721115586] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5479; }","duration":"225.84376ms","start":"2026-02-27T01:35:38.663391Z","end":"2026-02-27T01:35:38.889235Z","steps":["trace[721115586] 'agreement among raft nodes before linearized reading' (duration: 225.726327ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.889272Z","caller":"traceutil/trace.go:171","msg":"trace[1482705395] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5479; }","duration":"256.121357ms","start":"2026-02-27T01:35:38.633131Z","end":"2026-02-27T01:35:38.889252Z","steps":["trace[1482705395] 'agreement among raft nodes before linearized reading' (duration: 255.878902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:38.889284Z","caller":"traceutil/trace.go:171","msg":"trace[638193513] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5479; }","duration":"185.928562ms","start":"2026-02-27T01:35:38.703342Z","end":"2026-02-27T01:35:38.889271Z","steps":["trace[638193513] 'agreement among raft nodes before linearized reading' (duration: 185.739237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:38.889296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.371534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-02-27T01:35:38.889335Z","caller":"traceutil/trace.go:171","msg":"trace[2129706202] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5479; }","duration":"253.436956ms","start":"2026-02-27T01:35:38.63589Z","end":"2026-02-27T01:35:38.889327Z","steps":["trace[2129706202] 'agreement among raft nodes before linearized reading' (duration: 253.272982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:38.889326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.49043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:35:38.889515Z","caller":"traceutil/trace.go:171","msg":"trace[172689462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5479; }","duration":"145.740096ms","start":"2026-02-27T01:35:38.743753Z","end":"2026-02-27T01:35:38.889493Z","steps":["trace[172689462] 'agreement among raft nodes before linearized reading' (duration: 145.452869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:40.150854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.482368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:40.150924Z","caller":"traceutil/trace.go:171","msg":"trace[1687061768] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5481; }","duration":"247.628982ms","start":"2026-02-27T01:35:39.903279Z","end":"2026-02-27T01:35:40.150908Z","steps":["trace[1687061768] 'range keys from in-memory index tree' (duration: 247.366145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:40.899541Z","caller":"traceutil/trace.go:171","msg":"trace[2080360746] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"142.306905ms","start":"2026-02-27T01:35:40.757211Z","end":"2026-02-27T01:35:40.899518Z","steps":["trace[2080360746] 'process raft request' (duration: 123.261537ms)","trace[2080360746] 'compare' (duration: 18.866204ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:40.899548Z","caller":"traceutil/trace.go:171","msg":"trace[1555908692] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"142.312666ms","start":"2026-02-27T01:35:40.757213Z","end":"2026-02-27T01:35:40.899525Z","steps":["trace[1555908692] 'process raft request' (duration: 142.233354ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:40.899657Z","caller":"traceutil/trace.go:171","msg":"trace[195025143] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"142.260194ms","start":"2026-02-27T01:35:40.757387Z","end":"2026-02-27T01:35:40.899647Z","steps":["trace[195025143] 'process raft request' (duration: 142.103271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:40.900001Z","caller":"traceutil/trace.go:171","msg":"trace[1487143698] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"142.563002ms","start":"2026-02-27T01:35:40.757416Z","end":"2026-02-27T01:35:40.899979Z","steps":["trace[1487143698] 'process raft request' (duration: 142.200054ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:40.899994Z","caller":"traceutil/trace.go:171","msg":"trace[1495852922] linearizableReadLoop","detail":"{readStateIndex:5701; appliedIndex:5696; }","duration":"142.098361ms","start":"2026-02-27T01:35:40.757873Z","end":"2026-02-27T01:35:40.899971Z","steps":["trace[1495852922] 'read index received' (duration: 51.986886ms)","trace[1495852922] 'applied index is now lower than readState.Index' (duration: 90.110155ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:40.900035Z","caller":"traceutil/trace.go:171","msg":"trace[1131411853] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"142.081681ms","start":"2026-02-27T01:35:40.75792Z","end":"2026-02-27T01:35:40.900001Z","steps":["trace[1131411853] 'process raft request' (duration: 141.948727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:40.900101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.217704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:35:40.900153Z","caller":"traceutil/trace.go:171","msg":"trace[1985316238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5487; }","duration":"142.301976ms","start":"2026-02-27T01:35:40.757837Z","end":"2026-02-27T01:35:40.900139Z","steps":["trace[1985316238] 'agreement among raft nodes before linearized reading' (duration: 142.211854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:40.900216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.426849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:35:40.900254Z","caller":"traceutil/trace.go:171","msg":"trace[528634073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5487; }","duration":"129.489431ms","start":"2026-02-27T01:35:40.770745Z","end":"2026-02-27T01:35:40.900235Z","steps":["trace[528634073] 'agreement among raft nodes before linearized reading' (duration: 129.402899ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:48.686546Z","caller":"traceutil/trace.go:171","msg":"trace[1938580603] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"100.29686ms","start":"2026-02-27T01:35:48.58622Z","end":"2026-02-27T01:35:48.686517Z","steps":["trace[1938580603] 'process raft request' (duration: 100.142476ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:48.734737Z","caller":"traceutil/trace.go:171","msg":"trace[908571118] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"122.866389ms","start":"2026-02-27T01:35:48.611851Z","end":"2026-02-27T01:35:48.734717Z","steps":["trace[908571118] 'process raft request' (duration: 122.588003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:53.253929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.406806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:35:53.254069Z","caller":"traceutil/trace.go:171","msg":"trace[869987053] linearizableReadLoop","detail":"{readStateIndex:5786; appliedIndex:5785; }","duration":"189.609366ms","start":"2026-02-27T01:35:53.06444Z","end":"2026-02-27T01:35:53.254049Z","steps":["trace[869987053] 'read index received' (duration: 58.006606ms)","trace[869987053] 'applied index is now lower than readState.Index' (duration: 131.60139ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:53.254234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.78896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:35:53.254283Z","caller":"traceutil/trace.go:171","msg":"trace[393256537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5569; }","duration":"189.864342ms","start":"2026-02-27T01:35:53.064405Z","end":"2026-02-27T01:35:53.254269Z","steps":["trace[393256537] 'agreement among raft nodes before linearized reading' (duration: 189.695628ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:53.254901Z","caller":"traceutil/trace.go:171","msg":"trace[42581391] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"190.488536ms","start":"2026-02-27T01:35:53.064382Z","end":"2026-02-27T01:35:53.254871Z","steps":["trace[42581391] 'process raft request' (duration: 58.050856ms)","trace[42581391] 'compare' (duration: 131.299433ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:53.287735Z","caller":"traceutil/trace.go:171","msg":"trace[1077561840] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"220.514107ms","start":"2026-02-27T01:35:53.067199Z","end":"2026-02-27T01:35:53.287713Z","steps":["trace[1077561840] 'process raft request' (duration: 220.427675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:53.287748Z","caller":"traceutil/trace.go:171","msg":"trace[58014022] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"223.24107ms","start":"2026-02-27T01:35:53.064482Z","end":"2026-02-27T01:35:53.287723Z","steps":["trace[58014022] 'process raft request' (duration: 223.007605ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:53.287867Z","caller":"traceutil/trace.go:171","msg":"trace[138540483] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"220.051377ms","start":"2026-02-27T01:35:53.067806Z","end":"2026-02-27T01:35:53.287857Z","steps":["trace[138540483] 'process raft request' (duration: 219.867683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:54.168924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.357175ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:35:54.169322Z","caller":"traceutil/trace.go:171","msg":"trace[1711521389] linearizableReadLoop","detail":"{readStateIndex:5792; appliedIndex:5790; }","duration":"252.895033ms","start":"2026-02-27T01:35:53.916392Z","end":"2026-02-27T01:35:54.169287Z","steps":["trace[1711521389] 'read index received' (duration: 98.857816ms)","trace[1711521389] 'applied index is now lower than readState.Index' (duration: 154.034317ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:54.169337Z","caller":"traceutil/trace.go:171","msg":"trace[810988231] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"256.576548ms","start":"2026-02-27T01:35:53.912717Z","end":"2026-02-27T01:35:54.169293Z","steps":["trace[810988231] 'process raft request' (duration: 256.305462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:54.253206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.7253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:35:54.253294Z","caller":"traceutil/trace.go:171","msg":"trace[1141461291] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5574; }","duration":"120.866214ms","start":"2026-02-27T01:35:54.132399Z","end":"2026-02-27T01:35:54.253266Z","steps":["trace[1141461291] 'agreement among raft nodes before linearized reading' (duration: 37.043444ms)","trace[1141461291] 'count revisions from in-memory index tree' (duration: 83.695037ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:54.253445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.03894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:35:54.253518Z","caller":"traceutil/trace.go:171","msg":"trace[1631797465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:5574; }","duration":"337.117322ms","start":"2026-02-27T01:35:53.91638Z","end":"2026-02-27T01:35:54.253497Z","steps":["trace[1631797465] 'agreement among raft nodes before linearized reading' (duration: 253.034206ms)","trace[1631797465] 'range keys from in-memory index tree' (duration: 83.905332ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:35:54.25356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:35:53.916332Z","time spent":"337.219424ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:35:55.503643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.591351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:35:55.503696Z","caller":"traceutil/trace.go:171","msg":"trace[1289168416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5576; }","duration":"191.664443ms","start":"2026-02-27T01:35:55.312018Z","end":"2026-02-27T01:35:55.503683Z","steps":["trace[1289168416] 'range keys from in-memory index tree' (duration: 191.450498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:55.503947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.75163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:35:55.503972Z","caller":"traceutil/trace.go:171","msg":"trace[1714597315] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5576; }","duration":"133.798071ms","start":"2026-02-27T01:35:55.370168Z","end":"2026-02-27T01:35:55.503966Z","steps":["trace[1714597315] 'range keys from in-memory index tree' (duration: 133.670247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:55.503629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.730825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:35:55.504175Z","caller":"traceutil/trace.go:171","msg":"trace[318247789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5576; }","duration":"212.316368ms","start":"2026-02-27T01:35:55.291852Z","end":"2026-02-27T01:35:55.504168Z","steps":["trace[318247789] 'range keys from in-memory index tree' (duration: 211.576382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:55.504675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.144508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-27T01:35:55.504677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.090263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:35:55.504702Z","caller":"traceutil/trace.go:171","msg":"trace[1606528433] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5576; }","duration":"213.172858ms","start":"2026-02-27T01:35:55.291522Z","end":"2026-02-27T01:35:55.504695Z","steps":["trace[1606528433] 'range keys from in-memory index tree' (duration: 213.051735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:35:55.50472Z","caller":"traceutil/trace.go:171","msg":"trace[1443264907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5576; }","duration":"245.157555ms","start":"2026-02-27T01:35:55.259549Z","end":"2026-02-27T01:35:55.504706Z","steps":["trace[1443264907] 'range keys from in-memory index tree' (duration: 244.885268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:35:55.504813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.046575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:35:55.504898Z","caller":"traceutil/trace.go:171","msg":"trace[1354168609] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5576; }","duration":"213.196889ms","start":"2026-02-27T01:35:55.291676Z","end":"2026-02-27T01:35:55.504873Z","steps":["trace[1354168609] 'range keys from in-memory index tree' (duration: 212.858091ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:37:40.081962Z","caller":"traceutil/trace.go:171","msg":"trace[352748488] linearizableReadLoop","detail":"{readStateIndex:6414; appliedIndex:6413; }","duration":"401.304408ms","start":"2026-02-27T01:37:39.680629Z","end":"2026-02-27T01:37:40.081933Z","steps":["trace[352748488] 'read index received' (duration: 400.99077ms)","trace[352748488] 'applied index is now lower than readState.Index' (duration: 312.478µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:37:40.082079Z","caller":"traceutil/trace.go:171","msg":"trace[580451748] transaction","detail":"{read_only:false; response_revision:6173; number_of_response:1; }","duration":"549.04483ms","start":"2026-02-27T01:37:39.533013Z","end":"2026-02-27T01:37:40.082057Z","steps":["trace[580451748] 'process raft request' (duration: 548.690991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:37:40.082209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:37:39.532994Z","time spent":"549.132431ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:37:40.082235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.594994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:37:40.082323Z","caller":"traceutil/trace.go:171","msg":"trace[1472751115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6173; }","duration":"401.730277ms","start":"2026-02-27T01:37:39.680575Z","end":"2026-02-27T01:37:40.082306Z","steps":["trace[1472751115] 'agreement among raft nodes before linearized reading' (duration: 401.527723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:37:40.082384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:37:39.680553Z","time spent":"401.81472ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:37:40.082242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.956546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:37:40.082498Z","caller":"traceutil/trace.go:171","msg":"trace[70278169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6173; }","duration":"157.279024ms","start":"2026-02-27T01:37:39.925193Z","end":"2026-02-27T01:37:40.082472Z","steps":["trace[70278169] 'agreement among raft nodes before linearized reading' (duration: 156.929776ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:16.895885Z","caller":"traceutil/trace.go:171","msg":"trace[802233092] linearizableReadLoop","detail":"{readStateIndex:6664; appliedIndex:6663; }","duration":"139.623842ms","start":"2026-02-27T01:38:16.756234Z","end":"2026-02-27T01:38:16.895858Z","steps":["trace[802233092] 'read index received' (duration: 139.458739ms)","trace[802233092] 'applied index is now lower than readState.Index' (duration: 163.993µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:38:16.895967Z","caller":"traceutil/trace.go:171","msg":"trace[260159695] transaction","detail":"{read_only:false; response_revision:6413; number_of_response:1; }","duration":"260.871486ms","start":"2026-02-27T01:38:16.635064Z","end":"2026-02-27T01:38:16.895935Z","steps":["trace[260159695] 'process raft request' (duration: 260.62199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:38:16.896073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.812677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:38:16.896116Z","caller":"traceutil/trace.go:171","msg":"trace[1230974435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6413; }","duration":"139.910009ms","start":"2026-02-27T01:38:16.756194Z","end":"2026-02-27T01:38:16.896104Z","steps":["trace[1230974435] 'agreement among raft nodes before linearized reading' (duration: 139.821657ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:39:55.068685Z","caller":"traceutil/trace.go:171","msg":"trace[16833484] transaction","detail":"{read_only:false; response_revision:7159; number_of_response:1; }","duration":"115.271736ms","start":"2026-02-27T01:39:54.953389Z","end":"2026-02-27T01:39:55.06866Z","steps":["trace[16833484] 'process raft request' (duration: 114.961409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:39:55.068678Z","caller":"traceutil/trace.go:171","msg":"trace[419411388] transaction","detail":"{read_only:false; response_revision:7160; number_of_response:1; }","duration":"115.016051ms","start":"2026-02-27T01:39:54.953629Z","end":"2026-02-27T01:39:55.068645Z","steps":["trace[419411388] 'process raft request' (duration: 114.902728ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:39:55.068817Z","caller":"traceutil/trace.go:171","msg":"trace[723217203] linearizableReadLoop","detail":"{readStateIndex:7434; appliedIndex:7432; }","duration":"115.197034ms","start":"2026-02-27T01:39:54.953597Z","end":"2026-02-27T01:39:55.068794Z","steps":["trace[723217203] 'read index received' (duration: 82.999644ms)","trace[723217203] 'applied index is now lower than readState.Index' (duration: 32.19572ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:39:55.068881Z","caller":"traceutil/trace.go:171","msg":"trace[75237571] transaction","detail":"{read_only:false; response_revision:7161; number_of_response:1; }","duration":"112.471832ms","start":"2026-02-27T01:39:54.956383Z","end":"2026-02-27T01:39:55.068855Z","steps":["trace[75237571] 'process raft request' (duration: 112.208715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:39:55.069046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.42483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19444"} {"level":"info","ts":"2026-02-27T01:39:55.069081Z","caller":"traceutil/trace.go:171","msg":"trace[76700147] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7161; }","duration":"115.511002ms","start":"2026-02-27T01:39:54.95356Z","end":"2026-02-27T01:39:55.069071Z","steps":["trace[76700147] 'agreement among raft nodes before linearized reading' (duration: 115.316147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:25.33601Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5308} {"level":"info","ts":"2026-02-27T01:40:25.540242Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5308,"took":"202.258804ms","hash":3862166659,"current-db-size-bytes":39936000,"current-db-size":"40 MB","current-db-size-in-use-bytes":20070400,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-02-27T01:40:25.540386Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3862166659,"revision":5308,"compact-revision":2566} {"level":"warn","ts":"2026-02-27T01:40:31.64022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746863933,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:40:31.950009Z","caller":"traceutil/trace.go:171","msg":"trace[1633119652] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"829.584814ms","start":"2026-02-27T01:40:31.120394Z","end":"2026-02-27T01:40:31.949979Z","steps":["trace[1633119652] 'process raft request' (duration: 829.363659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:31.950212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.120357Z","time spent":"829.744948ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:32.46798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.50054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:32.468153Z","caller":"traceutil/trace.go:171","msg":"trace[1019841545] linearizableReadLoop","detail":"{readStateIndex:7679; appliedIndex:7677; }","duration":"1.328091443s","start":"2026-02-27T01:40:31.140039Z","end":"2026-02-27T01:40:32.46813Z","steps":["trace[1019841545] 'read index received' (duration: 809.702241ms)","trace[1019841545] 'applied index is now lower than readState.Index' (duration: 518.387291ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:32.468409Z","caller":"traceutil/trace.go:171","msg":"trace[1365481030] transaction","detail":"{read_only:false; response_revision:7393; number_of_response:1; }","duration":"1.049513671s","start":"2026-02-27T01:40:31.418838Z","end":"2026-02-27T01:40:32.468352Z","steps":["trace[1365481030] 'process raft request' (duration: 731.475718ms)","trace[1365481030] 'compare' (duration: 317.267425ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:32.46847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32843716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:40:32.468507Z","caller":"traceutil/trace.go:171","msg":"trace[1523867512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7393; }","duration":"1.328517733s","start":"2026-02-27T01:40:31.139977Z","end":"2026-02-27T01:40:32.468495Z","steps":["trace[1523867512] 'agreement among raft nodes before linearized reading' (duration: 1.328317538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.468553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.139955Z","time spent":"1.328587894s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:40:32.468627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.418806Z","time spent":"1.049689184s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:32.468879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237115662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:40:32.468918Z","caller":"traceutil/trace.go:171","msg":"trace[738148927] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7393; }","duration":"1.237180774s","start":"2026-02-27T01:40:31.231723Z","end":"2026-02-27T01:40:32.468903Z","steps":["trace[738148927] 'agreement among raft nodes before linearized reading' (duration: 1.237081511s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.468946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.231708Z","time spent":"1.237232034s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:40:32.468999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.49599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:32.469053Z","caller":"traceutil/trace.go:171","msg":"trace[1469741037] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7393; }","duration":"535.612764ms","start":"2026-02-27T01:40:31.933423Z","end":"2026-02-27T01:40:32.469035Z","steps":["trace[1469741037] 'agreement among raft nodes before linearized reading' (duration: 535.525472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.46905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020660847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:40:32.469078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028811197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:40:32.469088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.933391Z","time spent":"535.688405ms","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:40:32.469114Z","caller":"traceutil/trace.go:171","msg":"trace[2021052493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7393; }","duration":"1.028892809s","start":"2026-02-27T01:40:31.440211Z","end":"2026-02-27T01:40:32.469104Z","steps":["trace[2021052493] 'agreement among raft nodes before linearized reading' (duration: 1.028807277s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.469147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.440199Z","time spent":"1.028942461s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:32.469134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.529536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T01:40:32.469183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.455846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:40:32.469187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194299785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:40:32.469171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.482945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:32.469215Z","caller":"traceutil/trace.go:171","msg":"trace[260614132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7393; }","duration":"1.194358226s","start":"2026-02-27T01:40:31.274849Z","end":"2026-02-27T01:40:32.469207Z","steps":["trace[260614132] 'agreement among raft nodes before linearized reading' (duration: 1.194277154s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.469219Z","caller":"traceutil/trace.go:171","msg":"trace[1929134063] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7393; }","duration":"806.489936ms","start":"2026-02-27T01:40:31.662714Z","end":"2026-02-27T01:40:32.469204Z","steps":["trace[1929134063] 'agreement among raft nodes before linearized reading' (duration: 806.435495ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.469224Z","caller":"traceutil/trace.go:171","msg":"trace[1108607223] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7393; }","duration":"210.620698ms","start":"2026-02-27T01:40:32.258576Z","end":"2026-02-27T01:40:32.469197Z","steps":["trace[1108607223] 'agreement among raft nodes before linearized reading' (duration: 210.369102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.469247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.662644Z","time spent":"806.596288ms","remote":"127.0.0.1:45438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:32.469247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.274836Z","time spent":"1.194403697s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:40:32.469258Z","caller":"traceutil/trace.go:171","msg":"trace[215695641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7393; }","duration":"712.609738ms","start":"2026-02-27T01:40:31.756625Z","end":"2026-02-27T01:40:32.469235Z","steps":["trace[215695641] 'agreement among raft nodes before linearized reading' (duration: 712.442204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.469052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.782482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:40:32.469303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.756609Z","time spent":"712.68319ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:40:32.46933Z","caller":"traceutil/trace.go:171","msg":"trace[1309992235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7393; }","duration":"686.057859ms","start":"2026-02-27T01:40:31.783248Z","end":"2026-02-27T01:40:32.469306Z","steps":["trace[1309992235] 'agreement among raft nodes before linearized reading' (duration: 685.632809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.469394Z","caller":"traceutil/trace.go:171","msg":"trace[587409705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7393; }","duration":"1.02077309s","start":"2026-02-27T01:40:31.448328Z","end":"2026-02-27T01:40:32.469102Z","steps":["trace[587409705] 'agreement among raft nodes before linearized reading' (duration: 1.020611416s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.46944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.783196Z","time spent":"686.224174ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:40:32.469425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.44831Z","time spent":"1.021107878s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:40:32.469659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120164477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:40:32.469717Z","caller":"traceutil/trace.go:171","msg":"trace[1031625512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7393; }","duration":"1.120257069s","start":"2026-02-27T01:40:31.349445Z","end":"2026-02-27T01:40:32.469702Z","steps":["trace[1031625512] 'agreement among raft nodes before linearized reading' (duration: 1.119674816s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.469737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:31.349423Z","time spent":"1.12030845s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:32.748072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.995859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:32.748394Z","caller":"traceutil/trace.go:171","msg":"trace[602231346] linearizableReadLoop","detail":"{readStateIndex:7680; appliedIndex:7679; }","duration":"275.081271ms","start":"2026-02-27T01:40:32.473296Z","end":"2026-02-27T01:40:32.748377Z","steps":["trace[602231346] 'read index received' (duration: 96.686473ms)","trace[602231346] 'applied index is now lower than readState.Index' (duration: 178.393188ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:32.748565Z","caller":"traceutil/trace.go:171","msg":"trace[1156110463] transaction","detail":"{read_only:false; response_revision:7394; number_of_response:1; }","duration":"275.597223ms","start":"2026-02-27T01:40:32.472894Z","end":"2026-02-27T01:40:32.748491Z","steps":["trace[1156110463] 'process raft request' (duration: 97.102443ms)","trace[1156110463] 'compare' (duration: 177.683201ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:32.749099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.760316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207228"} {"level":"info","ts":"2026-02-27T01:40:32.749225Z","caller":"traceutil/trace.go:171","msg":"trace[1341118773] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7394; }","duration":"275.932341ms","start":"2026-02-27T01:40:32.473268Z","end":"2026-02-27T01:40:32.7492Z","steps":["trace[1341118773] 'agreement among raft nodes before linearized reading' (duration: 275.249045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.777996Z","caller":"traceutil/trace.go:171","msg":"trace[1356540648] transaction","detail":"{read_only:false; response_revision:7395; number_of_response:1; }","duration":"304.519677ms","start":"2026-02-27T01:40:32.473446Z","end":"2026-02-27T01:40:32.777966Z","steps":["trace[1356540648] 'process raft request' (duration: 304.293392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.778224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.473423Z","time spent":"304.685741ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:32.778392Z","caller":"traceutil/trace.go:171","msg":"trace[342757471] transaction","detail":"{read_only:false; response_revision:7398; number_of_response:1; }","duration":"304.043836ms","start":"2026-02-27T01:40:32.474334Z","end":"2026-02-27T01:40:32.778378Z","steps":["trace[342757471] 'process raft request' (duration: 303.937813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.778563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.474327Z","time spent":"304.200529ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:32.778603Z","caller":"traceutil/trace.go:171","msg":"trace[1999553248] transaction","detail":"{read_only:false; response_revision:7400; number_of_response:1; }","duration":"303.181006ms","start":"2026-02-27T01:40:32.475405Z","end":"2026-02-27T01:40:32.778586Z","steps":["trace[1999553248] 'process raft request' (duration: 302.95438ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.778419Z","caller":"traceutil/trace.go:171","msg":"trace[2015913046] transaction","detail":"{read_only:false; response_revision:7399; number_of_response:1; }","duration":"303.833041ms","start":"2026-02-27T01:40:32.474567Z","end":"2026-02-27T01:40:32.7784Z","steps":["trace[2015913046] 'process raft request' (duration: 303.747859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.778797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.475392Z","time spent":"303.281178ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:32.778417Z","caller":"traceutil/trace.go:171","msg":"trace[581443522] transaction","detail":"{read_only:false; response_revision:7397; number_of_response:1; }","duration":"304.112937ms","start":"2026-02-27T01:40:32.474276Z","end":"2026-02-27T01:40:32.778389Z","steps":["trace[581443522] 'process raft request' (duration: 303.891262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:32.778357Z","caller":"traceutil/trace.go:171","msg":"trace[1260595964] transaction","detail":"{read_only:false; response_revision:7396; number_of_response:1; }","duration":"304.259411ms","start":"2026-02-27T01:40:32.474027Z","end":"2026-02-27T01:40:32.778286Z","steps":["trace[1260595964] 'process raft request' (duration: 303.877672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:32.778906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.474267Z","time spent":"304.600499ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:32.778884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.47456Z","time spent":"304.22531ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:32.779002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:32.47401Z","time spent":"304.938707ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:37.216853Z","caller":"traceutil/trace.go:171","msg":"trace[147445742] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"168.025536ms","start":"2026-02-27T01:40:37.048799Z","end":"2026-02-27T01:40:37.216825Z","steps":["trace[147445742] 'process raft request' (duration: 108.311484ms)","trace[147445742] 'compare' (duration: 59.580039ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:37.222292Z","caller":"traceutil/trace.go:171","msg":"trace[1647382521] transaction","detail":"{read_only:false; response_revision:7550; number_of_response:1; }","duration":"163.893989ms","start":"2026-02-27T01:40:37.058362Z","end":"2026-02-27T01:40:37.222256Z","steps":["trace[1647382521] 'process raft request' (duration: 163.665494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:39.060116Z","caller":"traceutil/trace.go:171","msg":"trace[1131219092] transaction","detail":"{read_only:false; response_revision:7565; number_of_response:1; }","duration":"145.183044ms","start":"2026-02-27T01:40:38.9149Z","end":"2026-02-27T01:40:39.060083Z","steps":["trace[1131219092] 'process raft request' (duration: 145.03294ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:39.06015Z","caller":"traceutil/trace.go:171","msg":"trace[1722862555] transaction","detail":"{read_only:false; response_revision:7564; number_of_response:1; }","duration":"145.294677ms","start":"2026-02-27T01:40:38.914784Z","end":"2026-02-27T01:40:39.060078Z","steps":["trace[1722862555] 'process raft request' (duration: 53.032136ms)","trace[1722862555] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 91.946613ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:39.060126Z","caller":"traceutil/trace.go:171","msg":"trace[993648229] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"130.223095ms","start":"2026-02-27T01:40:38.929876Z","end":"2026-02-27T01:40:39.060099Z","steps":["trace[993648229] 'process raft request' (duration: 130.158564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:39.060443Z","caller":"traceutil/trace.go:171","msg":"trace[1001139605] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"144.837206ms","start":"2026-02-27T01:40:38.915369Z","end":"2026-02-27T01:40:39.060206Z","steps":["trace[1001139605] 'process raft request' (duration: 144.62008ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:40.811181Z","caller":"traceutil/trace.go:171","msg":"trace[1764337295] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"285.141275ms","start":"2026-02-27T01:40:40.525983Z","end":"2026-02-27T01:40:40.811124Z","steps":["trace[1764337295] 'process raft request' (duration: 284.815657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:43.224942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746864342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:40:43.507579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.488370465s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:40:43.507895Z","caller":"traceutil/trace.go:171","msg":"trace[1982875996] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"1.488777835s","start":"2026-02-27T01:40:42.01909Z","end":"2026-02-27T01:40:43.507868Z","steps":["trace[1982875996] 'process raft request' (duration: 1.488626831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:43.508045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:42.019074Z","time spent":"1.488876247s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:43.508382Z","caller":"traceutil/trace.go:171","msg":"trace[683336225] linearizableReadLoop","detail":"{readStateIndex:7867; appliedIndex:7864; }","duration":"783.99604ms","start":"2026-02-27T01:40:42.724374Z","end":"2026-02-27T01:40:43.50837Z","steps":["trace[683336225] 'read index received' (duration: 783.313545ms)","trace[683336225] 'applied index is now lower than readState.Index' (duration: 681.865µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:43.508432Z","caller":"traceutil/trace.go:171","msg":"trace[721525286] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"692.830786ms","start":"2026-02-27T01:40:42.815587Z","end":"2026-02-27T01:40:43.508418Z","steps":["trace[721525286] 'process raft request' (duration: 692.709483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:43.508486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:42.815562Z","time spent":"692.894737ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:43.508501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.129483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:43.508526Z","caller":"traceutil/trace.go:171","msg":"trace[1553635380] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7579; }","duration":"784.188065ms","start":"2026-02-27T01:40:42.72433Z","end":"2026-02-27T01:40:43.508519Z","steps":["trace[1553635380] 'agreement among raft nodes before linearized reading' (duration: 784.121233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:43.508438Z","caller":"traceutil/trace.go:171","msg":"trace[1786965056] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"377.303293ms","start":"2026-02-27T01:40:43.131126Z","end":"2026-02-27T01:40:43.508429Z","steps":["trace[1786965056] 'process raft request' (duration: 377.219971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:43.508548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:42.724315Z","time spent":"784.227835ms","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:43.508566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:43.131103Z","time spent":"377.444887ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:43.508665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.19931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:40:43.508729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.729649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:40:43.508739Z","caller":"traceutil/trace.go:171","msg":"trace[1672273048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7579; }","duration":"752.320153ms","start":"2026-02-27T01:40:42.756401Z","end":"2026-02-27T01:40:43.508721Z","steps":["trace[1672273048] 'agreement among raft nodes before linearized reading' (duration: 752.180049ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:43.50875Z","caller":"traceutil/trace.go:171","msg":"trace[1938881100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7579; }","duration":"400.751029ms","start":"2026-02-27T01:40:43.107993Z","end":"2026-02-27T01:40:43.508744Z","steps":["trace[1938881100] 'agreement among raft nodes before linearized reading' (duration: 400.691558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:43.508756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.026078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:40:43.50877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:43.107946Z","time spent":"400.819871ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:40:43.508778Z","caller":"traceutil/trace.go:171","msg":"trace[1364555636] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7579; }","duration":"420.07336ms","start":"2026-02-27T01:40:43.088698Z","end":"2026-02-27T01:40:43.508771Z","steps":["trace[1364555636] 'agreement among raft nodes before linearized reading' (duration: 420.017988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:43.508797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:43.088683Z","time spent":"420.10751ms","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:43.508809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:42.756367Z","time spent":"752.435485ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:40:43.508874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.026937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:40:43.508901Z","caller":"traceutil/trace.go:171","msg":"trace[803003815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7579; }","duration":"589.082848ms","start":"2026-02-27T01:40:42.919812Z","end":"2026-02-27T01:40:43.508895Z","steps":["trace[803003815] 'agreement among raft nodes before linearized reading' (duration: 589.014596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:43.508702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.064809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:40:43.508981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.418657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:40:43.50897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.555516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:40:43.50892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:42.919794Z","time spent":"589.120869ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"info","ts":"2026-02-27T01:40:43.509046Z","caller":"traceutil/trace.go:171","msg":"trace[1123844453] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7579; }","duration":"420.50721ms","start":"2026-02-27T01:40:43.088517Z","end":"2026-02-27T01:40:43.509024Z","steps":["trace[1123844453] 'agreement among raft nodes before linearized reading' (duration: 420.342296ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:43.508992Z","caller":"traceutil/trace.go:171","msg":"trace[1452613622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7579; }","duration":"420.341575ms","start":"2026-02-27T01:40:43.08862Z","end":"2026-02-27T01:40:43.508962Z","steps":["trace[1452613622] 'agreement among raft nodes before linearized reading' (duration: 420.007227ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:43.509062Z","caller":"traceutil/trace.go:171","msg":"trace[1729138295] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7579; }","duration":"546.714941ms","start":"2026-02-27T01:40:42.962322Z","end":"2026-02-27T01:40:43.509037Z","steps":["trace[1729138295] 'agreement among raft nodes before linearized reading' (duration: 546.415064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:43.509086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.357597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:40:43.509132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:42.9623Z","time spent":"546.821983ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:40:43.509181Z","caller":"traceutil/trace.go:171","msg":"trace[1002742912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7579; }","duration":"596.503921ms","start":"2026-02-27T01:40:42.912654Z","end":"2026-02-27T01:40:43.509158Z","steps":["trace[1002742912] 'agreement among raft nodes before linearized reading' (duration: 596.203084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:43.50916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:43.088616Z","time spent":"420.48754ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:43.509398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:42.912636Z","time spent":"596.752797ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:40:43.509097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:43.088495Z","time spent":"420.590251ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:40:43.509147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.959125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:40:43.509596Z","caller":"traceutil/trace.go:171","msg":"trace[1271605616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7579; }","duration":"401.6451ms","start":"2026-02-27T01:40:43.10793Z","end":"2026-02-27T01:40:43.509575Z","steps":["trace[1271605616] 'agreement among raft nodes before linearized reading' (duration: 400.717169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:43.510382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:43.107882Z","time spent":"402.48047ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:40:53.716928Z","caller":"traceutil/trace.go:171","msg":"trace[1916541645] linearizableReadLoop","detail":"{readStateIndex:7917; appliedIndex:7915; }","duration":"166.540041ms","start":"2026-02-27T01:40:53.550356Z","end":"2026-02-27T01:40:53.716896Z","steps":["trace[1916541645] 'read index received' (duration: 53.312232ms)","trace[1916541645] 'applied index is now lower than readState.Index' (duration: 113.226299ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:53.71723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.865399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:40:53.717215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.820947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:40:53.717275Z","caller":"traceutil/trace.go:171","msg":"trace[1974487628] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7626; }","duration":"142.962092ms","start":"2026-02-27T01:40:53.574301Z","end":"2026-02-27T01:40:53.717263Z","steps":["trace[1974487628] 'agreement among raft nodes before linearized reading' (duration: 142.782947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:53.717285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.844747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:40:53.717355Z","caller":"traceutil/trace.go:171","msg":"trace[1573689020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7626; }","duration":"111.935948ms","start":"2026-02-27T01:40:53.605405Z","end":"2026-02-27T01:40:53.717341Z","steps":["trace[1573689020] 'agreement among raft nodes before linearized reading' (duration: 111.742594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:53.717415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.033981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:40:53.717437Z","caller":"traceutil/trace.go:171","msg":"trace[1022632628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7626; }","duration":"112.115603ms","start":"2026-02-27T01:40:53.605317Z","end":"2026-02-27T01:40:53.717433Z","steps":["trace[1022632628] 'agreement among raft nodes before linearized reading' (duration: 112.033021ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:53.717297Z","caller":"traceutil/trace.go:171","msg":"trace[1826567135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7626; }","duration":"166.959881ms","start":"2026-02-27T01:40:53.550319Z","end":"2026-02-27T01:40:53.717279Z","steps":["trace[1826567135] 'agreement among raft nodes before linearized reading' (duration: 166.687615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:53.717495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.021404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:40:53.717586Z","caller":"traceutil/trace.go:171","msg":"trace[1557070460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7626; }","duration":"113.147557ms","start":"2026-02-27T01:40:53.604416Z","end":"2026-02-27T01:40:53.717564Z","steps":["trace[1557070460] 'agreement among raft nodes before linearized reading' (duration: 112.905291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:53.717574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.149727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:40:53.71759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.755688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f7588767b-kz879.1897f6e317773bbe\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-27T01:40:53.717697Z","caller":"traceutil/trace.go:171","msg":"trace[1370171572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7626; }","duration":"113.322181ms","start":"2026-02-27T01:40:53.604344Z","end":"2026-02-27T01:40:53.717666Z","steps":["trace[1370171572] 'agreement among raft nodes before linearized reading' (duration: 113.039404ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:53.717717Z","caller":"traceutil/trace.go:171","msg":"trace[411803512] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f7588767b-kz879.1897f6e317773bbe; range_end:; response_count:1; response_revision:7626; }","duration":"109.897781ms","start":"2026-02-27T01:40:53.607796Z","end":"2026-02-27T01:40:53.717694Z","steps":["trace[411803512] 'agreement among raft nodes before linearized reading' (duration: 109.707116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:53.718001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.730601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:40:53.718005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.73509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:40:53.718123Z","caller":"traceutil/trace.go:171","msg":"trace[1631954349] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7626; }","duration":"113.909415ms","start":"2026-02-27T01:40:53.60418Z","end":"2026-02-27T01:40:53.718089Z","steps":["trace[1631954349] 'agreement among raft nodes before linearized reading' (duration: 113.28601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:53.718052Z","caller":"traceutil/trace.go:171","msg":"trace[1674063499] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7626; }","duration":"107.801623ms","start":"2026-02-27T01:40:53.610238Z","end":"2026-02-27T01:40:53.718039Z","steps":["trace[1674063499] 'agreement among raft nodes before linearized reading' (duration: 107.039765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:53.866738Z","caller":"traceutil/trace.go:171","msg":"trace[313309006] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"142.176643ms","start":"2026-02-27T01:40:53.72453Z","end":"2026-02-27T01:40:53.866706Z","steps":["trace[313309006] 'process raft request' (duration: 141.819255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:53.866831Z","caller":"traceutil/trace.go:171","msg":"trace[1160081779] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"142.126002ms","start":"2026-02-27T01:40:53.724652Z","end":"2026-02-27T01:40:53.866778Z","steps":["trace[1160081779] 'process raft request' (duration: 141.775284ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:53.866929Z","caller":"traceutil/trace.go:171","msg":"trace[379041121] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"142.356047ms","start":"2026-02-27T01:40:53.724566Z","end":"2026-02-27T01:40:53.866922Z","steps":["trace[379041121] 'process raft request' (duration: 141.810905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:53.866937Z","caller":"traceutil/trace.go:171","msg":"trace[2012807877] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"142.417129ms","start":"2026-02-27T01:40:53.724502Z","end":"2026-02-27T01:40:53.86692Z","steps":["trace[2012807877] 'process raft request' (duration: 141.814025ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:53.866862Z","caller":"traceutil/trace.go:171","msg":"trace[1319496610] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"142.349097ms","start":"2026-02-27T01:40:53.724473Z","end":"2026-02-27T01:40:53.866822Z","steps":["trace[1319496610] 'process raft request' (duration: 141.777034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:53.8671Z","caller":"traceutil/trace.go:171","msg":"trace[1517713445] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"142.476271ms","start":"2026-02-27T01:40:53.724595Z","end":"2026-02-27T01:40:53.867071Z","steps":["trace[1517713445] 'process raft request' (duration: 141.807765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:53.867278Z","caller":"traceutil/trace.go:171","msg":"trace[707971798] transaction","detail":"{read_only:false; response_revision:7627; number_of_response:1; }","duration":"142.768347ms","start":"2026-02-27T01:40:53.724363Z","end":"2026-02-27T01:40:53.867132Z","steps":["trace[707971798] 'process raft request' (duration: 77.389914ms)","trace[707971798] 'compare' (duration: 64.271827ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:55.743578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746864500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:40:56.244391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746864500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:40:56.295547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636446969s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:40:56.295921Z","caller":"traceutil/trace.go:171","msg":"trace[213491906] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"1.636859258s","start":"2026-02-27T01:40:54.659034Z","end":"2026-02-27T01:40:56.295893Z","steps":["trace[213491906] 'process raft request' (duration: 1.636699064s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.29615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:54.659014Z","time spent":"1.637019032s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:56.684676Z","caller":"traceutil/trace.go:171","msg":"trace[1631805883] linearizableReadLoop","detail":"{readStateIndex:7929; appliedIndex:7926; }","duration":"1.441465614s","start":"2026-02-27T01:40:55.243187Z","end":"2026-02-27T01:40:56.684653Z","steps":["trace[1631805883] 'read index received' (duration: 1.05253631s)","trace[1631805883] 'applied index is now lower than readState.Index' (duration: 388.928174ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:56.684718Z","caller":"traceutil/trace.go:171","msg":"trace[438166921] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"1.538601188s","start":"2026-02-27T01:40:55.146084Z","end":"2026-02-27T01:40:56.684685Z","steps":["trace[438166921] 'process raft request' (duration: 1.538393044s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.684753Z","caller":"traceutil/trace.go:171","msg":"trace[1716442559] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"1.07363035s","start":"2026-02-27T01:40:55.611095Z","end":"2026-02-27T01:40:56.684725Z","steps":["trace[1716442559] 'process raft request' (duration: 1.073522488s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.684827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441628507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:56.684858Z","caller":"traceutil/trace.go:171","msg":"trace[1488002039] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7637; }","duration":"1.441715729s","start":"2026-02-27T01:40:55.243135Z","end":"2026-02-27T01:40:56.684851Z","steps":["trace[1488002039] 'agreement among raft nodes before linearized reading' (duration: 1.441647468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.684888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.243116Z","time spent":"1.441763111s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:56.685011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.94987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:40:56.685055Z","caller":"traceutil/trace.go:171","msg":"trace[1465108394] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7637; }","duration":"814.012351ms","start":"2026-02-27T01:40:55.87103Z","end":"2026-02-27T01:40:56.685043Z","steps":["trace[1465108394] 'agreement among raft nodes before linearized reading' (duration: 813.855087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.685057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.360165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:40:56.685091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.871027Z","time spent":"814.055712ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:40:56.685091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.146062Z","time spent":"1.538724541s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:56.685032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295542202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:40:56.685127Z","caller":"traceutil/trace.go:171","msg":"trace[1221937326] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7637; }","duration":"940.462557ms","start":"2026-02-27T01:40:55.744647Z","end":"2026-02-27T01:40:56.685109Z","steps":["trace[1221937326] 'agreement among raft nodes before linearized reading' (duration: 940.353085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.685108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.823352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:40:56.685195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.744634Z","time spent":"940.545509ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:56.685213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.074352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:40:56.685232Z","caller":"traceutil/trace.go:171","msg":"trace[1830341888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7637; }","duration":"927.994056ms","start":"2026-02-27T01:40:55.757211Z","end":"2026-02-27T01:40:56.685205Z","steps":["trace[1830341888] 'agreement among raft nodes before linearized reading' (duration: 927.766671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.685234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.708044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:40:56.685271Z","caller":"traceutil/trace.go:171","msg":"trace[1300913940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7637; }","duration":"814.163015ms","start":"2026-02-27T01:40:55.871096Z","end":"2026-02-27T01:40:56.685259Z","steps":["trace[1300913940] 'agreement among raft nodes before linearized reading' (duration: 814.028412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.685287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.914715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-27T01:40:56.685275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.7572Z","time spent":"928.068728ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:40:56.685229Z","caller":"traceutil/trace.go:171","msg":"trace[367840313] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7637; }","duration":"1.295850549s","start":"2026-02-27T01:40:55.389352Z","end":"2026-02-27T01:40:56.685175Z","steps":["trace[367840313] 'agreement among raft nodes before linearized reading' (duration: 1.295513622s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.685311Z","caller":"traceutil/trace.go:171","msg":"trace[383325211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7637; }","duration":"449.966467ms","start":"2026-02-27T01:40:56.235338Z","end":"2026-02-27T01:40:56.685305Z","steps":["trace[383325211] 'agreement among raft nodes before linearized reading' (duration: 449.900015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.685308Z","caller":"traceutil/trace.go:171","msg":"trace[82941051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7637; }","duration":"813.796716ms","start":"2026-02-27T01:40:55.871496Z","end":"2026-02-27T01:40:56.685292Z","steps":["trace[82941051] 'agreement among raft nodes before linearized reading' (duration: 813.560651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.685331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:56.235323Z","time spent":"450.004357ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:40:56.685316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.871086Z","time spent":"814.220536ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:40:56.68519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.501163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:40:56.685359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.871491Z","time spent":"813.856438ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:56.685398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.38933Z","time spent":"1.296010763s","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:56.685407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.859897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:40:56.685417Z","caller":"traceutil/trace.go:171","msg":"trace[1423666742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7637; }","duration":"887.77639ms","start":"2026-02-27T01:40:55.797605Z","end":"2026-02-27T01:40:56.685381Z","steps":["trace[1423666742] 'agreement among raft nodes before linearized reading' (duration: 887.342579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.685238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.058492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:40:56.68549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.797596Z","time spent":"887.871643ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"info","ts":"2026-02-27T01:40:56.685501Z","caller":"traceutil/trace.go:171","msg":"trace[726296266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7637; }","duration":"814.352859ms","start":"2026-02-27T01:40:55.871131Z","end":"2026-02-27T01:40:56.685484Z","steps":["trace[726296266] 'agreement among raft nodes before linearized reading' (duration: 813.97709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.685549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.496662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:40:56.685566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.551774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:40:56.685451Z","caller":"traceutil/trace.go:171","msg":"trace[1574594374] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7637; }","duration":"813.909789ms","start":"2026-02-27T01:40:55.871532Z","end":"2026-02-27T01:40:56.685441Z","steps":["trace[1574594374] 'agreement among raft nodes before linearized reading' (duration: 813.814657ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.685594Z","caller":"traceutil/trace.go:171","msg":"trace[27534627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7637; }","duration":"814.602224ms","start":"2026-02-27T01:40:55.870987Z","end":"2026-02-27T01:40:56.685589Z","steps":["trace[27534627] 'agreement among raft nodes before linearized reading' (duration: 814.530173ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.685596Z","caller":"traceutil/trace.go:171","msg":"trace[1763240404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7637; }","duration":"814.540423ms","start":"2026-02-27T01:40:55.871045Z","end":"2026-02-27T01:40:56.685585Z","steps":["trace[1763240404] 'agreement among raft nodes before linearized reading' (duration: 814.437241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.685619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.870976Z","time spent":"814.639126ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:56.685609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.871527Z","time spent":"814.072233ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:40:56.685628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.870998Z","time spent":"814.623385ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:56.685565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.871113Z","time spent":"814.43028ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:40:56.685916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:55.611076Z","time spent":"1.073738773s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:40:56.904312Z","caller":"traceutil/trace.go:171","msg":"trace[1848394288] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"214.647012ms","start":"2026-02-27T01:40:56.689576Z","end":"2026-02-27T01:40:56.904223Z","steps":["trace[1848394288] 'process raft request' (duration: 214.381756ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.904666Z","caller":"traceutil/trace.go:171","msg":"trace[1648802341] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"215.076352ms","start":"2026-02-27T01:40:56.689556Z","end":"2026-02-27T01:40:56.904632Z","steps":["trace[1648802341] 'process raft request' (duration: 214.621921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.904752Z","caller":"traceutil/trace.go:171","msg":"trace[839605119] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"214.893588ms","start":"2026-02-27T01:40:56.689843Z","end":"2026-02-27T01:40:56.904736Z","steps":["trace[839605119] 'process raft request' (duration: 214.669923ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.904897Z","caller":"traceutil/trace.go:171","msg":"trace[1850181541] linearizableReadLoop","detail":"{readStateIndex:7933; appliedIndex:7929; }","duration":"214.907688ms","start":"2026-02-27T01:40:56.689968Z","end":"2026-02-27T01:40:56.904875Z","steps":["trace[1850181541] 'read index received' (duration: 26.758544ms)","trace[1850181541] 'applied index is now lower than readState.Index' (duration: 188.147764ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:56.904917Z","caller":"traceutil/trace.go:171","msg":"trace[1979772614] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"214.620182ms","start":"2026-02-27T01:40:56.690273Z","end":"2026-02-27T01:40:56.904893Z","steps":["trace[1979772614] 'process raft request' (duration: 214.401777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.905091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.104793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:40:56.905128Z","caller":"traceutil/trace.go:171","msg":"trace[1937024046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7644; }","duration":"215.197805ms","start":"2026-02-27T01:40:56.689922Z","end":"2026-02-27T01:40:56.905119Z","steps":["trace[1937024046] 'agreement among raft nodes before linearized reading' (duration: 215.090412ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.90494Z","caller":"traceutil/trace.go:171","msg":"trace[8442431] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"214.710213ms","start":"2026-02-27T01:40:56.69022Z","end":"2026-02-27T01:40:56.90493Z","steps":["trace[8442431] 'process raft request' (duration: 214.411687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.905241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.037181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19391"} {"level":"info","ts":"2026-02-27T01:40:56.905277Z","caller":"traceutil/trace.go:171","msg":"trace[578210358] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7644; }","duration":"215.110012ms","start":"2026-02-27T01:40:56.690159Z","end":"2026-02-27T01:40:56.905269Z","steps":["trace[578210358] 'agreement among raft nodes before linearized reading' (duration: 214.99654ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:56.905022Z","caller":"traceutil/trace.go:171","msg":"trace[1528339425] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"212.659775ms","start":"2026-02-27T01:40:56.692353Z","end":"2026-02-27T01:40:56.905013Z","steps":["trace[1528339425] 'process raft request' (duration: 212.353438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:56.905647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.164884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207040"} {"level":"info","ts":"2026-02-27T01:40:56.905739Z","caller":"traceutil/trace.go:171","msg":"trace[1739828918] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7644; }","duration":"215.281277ms","start":"2026-02-27T01:40:56.690445Z","end":"2026-02-27T01:40:56.905726Z","steps":["trace[1739828918] 'agreement among raft nodes before linearized reading' (duration: 214.816996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:58.674216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.362603Z","time spent":"311.608382ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T01:40:58.679489Z","caller":"traceutil/trace.go:171","msg":"trace[1442150007] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"155.31821ms","start":"2026-02-27T01:40:58.524139Z","end":"2026-02-27T01:40:58.679457Z","steps":["trace[1442150007] 'process raft request' (duration: 155.124886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.865682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.230025Z","time spent":"635.651115ms","remote":"127.0.0.1:60382","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:40:59.865965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.167182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:40:59.866074Z","caller":"traceutil/trace.go:171","msg":"trace[895662431] linearizableReadLoop","detail":"{readStateIndex:7940; appliedIndex:7938; }","duration":"1.144832161s","start":"2026-02-27T01:40:58.72122Z","end":"2026-02-27T01:40:59.866052Z","steps":["trace[895662431] 'read index received' (duration: 2.170441ms)","trace[895662431] 'applied index is now lower than readState.Index' (duration: 1.14266009s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:40:59.866144Z","caller":"traceutil/trace.go:171","msg":"trace[1099493669] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"1.171661256s","start":"2026-02-27T01:40:58.694452Z","end":"2026-02-27T01:40:59.866113Z","steps":["trace[1099493669] 'process raft request' (duration: 863.253998ms)","trace[1099493669] 'compare' (duration: 307.705911ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:40:59.86627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145059506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:40:59.866289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.69443Z","time spent":"1.171774629s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:40:59.866431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1413336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T01:40:59.866504Z","caller":"traceutil/trace.go:171","msg":"trace[695018473] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7647; }","duration":"1.141447503s","start":"2026-02-27T01:40:58.72504Z","end":"2026-02-27T01:40:59.866487Z","steps":["trace[695018473] 'agreement among raft nodes before linearized reading' (duration: 1.141246408s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:59.866306Z","caller":"traceutil/trace.go:171","msg":"trace[1898475949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7647; }","duration":"1.145130978s","start":"2026-02-27T01:40:58.721165Z","end":"2026-02-27T01:40:59.866296Z","steps":["trace[1898475949] 'agreement among raft nodes before linearized reading' (duration: 1.144986045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.866546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.72502Z","time spent":"1.141516914s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T01:40:59.866575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.721148Z","time spent":"1.145405344s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:40:59.866811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.328152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T01:40:59.866852Z","caller":"traceutil/trace.go:171","msg":"trace[1827483298] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7647; }","duration":"210.371413ms","start":"2026-02-27T01:40:59.65647Z","end":"2026-02-27T01:40:59.866842Z","steps":["trace[1827483298] 'agreement among raft nodes before linearized reading' (duration: 210.26037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.866862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.018314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:40:59.866873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109522098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:40:59.866965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.004305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:40:59.866982Z","caller":"traceutil/trace.go:171","msg":"trace[1055223778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7647; }","duration":"1.109659612s","start":"2026-02-27T01:40:58.757295Z","end":"2026-02-27T01:40:59.866954Z","steps":["trace[1055223778] 'agreement among raft nodes before linearized reading' (duration: 1.109473287s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.866993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.999124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:40:59.867Z","caller":"traceutil/trace.go:171","msg":"trace[1404504177] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7647; }","duration":"806.073356ms","start":"2026-02-27T01:40:59.060915Z","end":"2026-02-27T01:40:59.866988Z","steps":["trace[1404504177] 'agreement among raft nodes before linearized reading' (duration: 806.017755ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:40:59.867043Z","caller":"traceutil/trace.go:171","msg":"trace[698589774] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7647; }","duration":"957.092686ms","start":"2026-02-27T01:40:58.909933Z","end":"2026-02-27T01:40:59.867026Z","steps":["trace[698589774] 'agreement among raft nodes before linearized reading' (duration: 957.002134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.867044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.060893Z","time spent":"806.141828ms","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:40:59.867041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.757283Z","time spent":"1.109745003s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:40:59.867084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.909911Z","time spent":"957.165177ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:40:59.867118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.286171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:40:59.866902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.364363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:40:59.867189Z","caller":"traceutil/trace.go:171","msg":"trace[2117337191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7647; }","duration":"957.381653ms","start":"2026-02-27T01:40:58.909789Z","end":"2026-02-27T01:40:59.867171Z","steps":["trace[2117337191] 'agreement among raft nodes before linearized reading' (duration: 957.186828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.867234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.909786Z","time spent":"957.435794ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:59.867261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.919595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:40:59.867296Z","caller":"traceutil/trace.go:171","msg":"trace[2070679295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7647; }","duration":"957.69414ms","start":"2026-02-27T01:40:58.90951Z","end":"2026-02-27T01:40:59.867205Z","steps":["trace[2070679295] 'agreement among raft nodes before linearized reading' (duration: 957.24055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.867375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.909506Z","time spent":"957.851814ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:40:59.866903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.833183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:40:59.867434Z","caller":"traceutil/trace.go:171","msg":"trace[1413997494] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7647; }","duration":"958.366195ms","start":"2026-02-27T01:40:58.90905Z","end":"2026-02-27T01:40:59.867416Z","steps":["trace[1413997494] 'agreement among raft nodes before linearized reading' (duration: 957.70826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.867468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.199752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:40:59.866908Z","caller":"traceutil/trace.go:171","msg":"trace[849992121] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7647; }","duration":"954.086416ms","start":"2026-02-27T01:40:58.912808Z","end":"2026-02-27T01:40:59.866895Z","steps":["trace[849992121] 'agreement among raft nodes before linearized reading' (duration: 953.955303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.867528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.909005Z","time spent":"958.493598ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:40:59.867526Z","caller":"traceutil/trace.go:171","msg":"trace[52799192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7647; }","duration":"958.282314ms","start":"2026-02-27T01:40:58.909228Z","end":"2026-02-27T01:40:59.86751Z","steps":["trace[52799192] 'agreement among raft nodes before linearized reading' (duration: 957.574917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.867578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.909215Z","time spent":"958.351246ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:40:59.867576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.912798Z","time spent":"954.759182ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"info","ts":"2026-02-27T01:40:59.867356Z","caller":"traceutil/trace.go:171","msg":"trace[931245131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7647; }","duration":"958.172542ms","start":"2026-02-27T01:40:58.909169Z","end":"2026-02-27T01:40:59.867341Z","steps":["trace[931245131] 'agreement among raft nodes before linearized reading' (duration: 957.648669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:40:59.867664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:58.909164Z","time spent":"958.479729ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:00.204918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.19017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:00.205038Z","caller":"traceutil/trace.go:171","msg":"trace[2118095809] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"332.697053ms","start":"2026-02-27T01:40:59.872321Z","end":"2026-02-27T01:41:00.205018Z","steps":["trace[2118095809] 'process raft request' (duration: 167.308929ms)","trace[2118095809] 'compare' (duration: 164.750019ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:00.205115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.872303Z","time spent":"332.777625ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:00.511833Z","caller":"traceutil/trace.go:171","msg":"trace[1443748625] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"639.286178ms","start":"2026-02-27T01:40:59.872524Z","end":"2026-02-27T01:41:00.51181Z","steps":["trace[1443748625] 'process raft request' (duration: 573.994276ms)","trace[1443748625] 'compare' (duration: 65.165329ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:00.511956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.872501Z","time spent":"639.38937ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:00.512059Z","caller":"traceutil/trace.go:171","msg":"trace[903592669] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"639.188806ms","start":"2026-02-27T01:40:59.872863Z","end":"2026-02-27T01:41:00.512052Z","steps":["trace[903592669] 'process raft request' (duration: 638.915529ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:00.512059Z","caller":"traceutil/trace.go:171","msg":"trace[1974478722] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"638.952961ms","start":"2026-02-27T01:40:59.873088Z","end":"2026-02-27T01:41:00.512041Z","steps":["trace[1974478722] 'process raft request' (duration: 638.866029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:00.512088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.872845Z","time spent":"639.227746ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:00.512173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.873081Z","time spent":"639.028742ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:00.5122Z","caller":"traceutil/trace.go:171","msg":"trace[1651068093] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"638.994441ms","start":"2026-02-27T01:40:59.873185Z","end":"2026-02-27T01:41:00.512179Z","steps":["trace[1651068093] 'process raft request' (duration: 638.832897ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:00.51229Z","caller":"traceutil/trace.go:171","msg":"trace[106172326] linearizableReadLoop","detail":"{readStateIndex:7944; appliedIndex:7940; }","duration":"639.151315ms","start":"2026-02-27T01:40:59.873129Z","end":"2026-02-27T01:41:00.512281Z","steps":["trace[106172326] 'read index received' (duration: 166.51415ms)","trace[106172326] 'applied index is now lower than readState.Index' (duration: 472.636285ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:00.512305Z","caller":"traceutil/trace.go:171","msg":"trace[562387086] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"639.091113ms","start":"2026-02-27T01:40:59.873192Z","end":"2026-02-27T01:41:00.512283Z","steps":["trace[562387086] 'process raft request' (duration: 638.93483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:00.512354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.873176Z","time spent":"639.125065ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:00.512433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.873182Z","time spent":"639.199155ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:00.512351Z","caller":"traceutil/trace.go:171","msg":"trace[742032692] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"638.339756ms","start":"2026-02-27T01:40:59.874007Z","end":"2026-02-27T01:41:00.512346Z","steps":["trace[742032692] 'process raft request' (duration: 638.215953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:00.512553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.243587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:00.512588Z","caller":"traceutil/trace.go:171","msg":"trace[158296387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7654; }","duration":"636.298068ms","start":"2026-02-27T01:40:59.876281Z","end":"2026-02-27T01:41:00.512579Z","steps":["trace[158296387] 'agreement among raft nodes before linearized reading' (duration: 636.192536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:00.512615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.876271Z","time spent":"636.339139ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:41:00.512618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.488393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207040"} {"level":"info","ts":"2026-02-27T01:41:00.51264Z","caller":"traceutil/trace.go:171","msg":"trace[1504735960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7654; }","duration":"639.512273ms","start":"2026-02-27T01:40:59.873124Z","end":"2026-02-27T01:41:00.512636Z","steps":["trace[1504735960] 'agreement among raft nodes before linearized reading' (duration: 639.235117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:00.512623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.873988Z","time spent":"638.585332ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:00.512659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.873092Z","time spent":"639.563545ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207063,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:41:00.512537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.199946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T01:41:00.51274Z","caller":"traceutil/trace.go:171","msg":"trace[923345238] range","detail":"{range_begin:/registry/persistentvolumes/pvc-40be4114-4544-49b4-b43c-a0f3870b9542; range_end:; response_count:1; response_revision:7654; }","duration":"639.414341ms","start":"2026-02-27T01:40:59.873311Z","end":"2026-02-27T01:41:00.512725Z","steps":["trace[923345238] 'agreement among raft nodes before linearized reading' (duration: 639.113534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:00.512777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:40:59.873304Z","time spent":"639.461422ms","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" "} {"level":"warn","ts":"2026-02-27T01:41:00.971432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.154904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:41:00.971522Z","caller":"traceutil/trace.go:171","msg":"trace[866692528] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7654; }","duration":"342.308498ms","start":"2026-02-27T01:41:00.629194Z","end":"2026-02-27T01:41:00.971503Z","steps":["trace[866692528] 'count revisions from in-memory index tree' (duration: 342.053691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:00.97158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:00.629174Z","time spent":"342.383869ms","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:02.10592Z","caller":"traceutil/trace.go:171","msg":"trace[2051831691] linearizableReadLoop","detail":"{readStateIndex:7948; appliedIndex:7947; }","duration":"142.0627ms","start":"2026-02-27T01:41:01.963841Z","end":"2026-02-27T01:41:02.105904Z","steps":["trace[2051831691] 'read index received' (duration: 141.969278ms)","trace[2051831691] 'applied index is now lower than readState.Index' (duration: 92.392µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:02.106005Z","caller":"traceutil/trace.go:171","msg":"trace[1537485165] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"233.693505ms","start":"2026-02-27T01:41:01.872306Z","end":"2026-02-27T01:41:02.106Z","steps":["trace[1537485165] 'process raft request' (duration: 233.46428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:02.106259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.340647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:41:02.106352Z","caller":"traceutil/trace.go:171","msg":"trace[630177157] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7655; }","duration":"142.538501ms","start":"2026-02-27T01:41:01.963799Z","end":"2026-02-27T01:41:02.106338Z","steps":["trace[630177157] 'agreement among raft nodes before linearized reading' (duration: 142.277275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:02.292416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.980093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:02.292505Z","caller":"traceutil/trace.go:171","msg":"trace[591744035] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7655; }","duration":"122.112846ms","start":"2026-02-27T01:41:02.170373Z","end":"2026-02-27T01:41:02.292485Z","steps":["trace[591744035] 'range keys from in-memory index tree' (duration: 121.864781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:03.151514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.238086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:41:03.151593Z","caller":"traceutil/trace.go:171","msg":"trace[424639880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7656; }","duration":"633.358219ms","start":"2026-02-27T01:41:02.518216Z","end":"2026-02-27T01:41:03.151574Z","steps":["trace[424639880] 'range keys from in-memory index tree' (duration: 633.046392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:03.151632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:02.518199Z","time spent":"633.424511ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:03.15166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.55743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:41:03.151771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.067879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:41:03.15177Z","caller":"traceutil/trace.go:171","msg":"trace[706581923] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7656; }","duration":"632.720383ms","start":"2026-02-27T01:41:02.519017Z","end":"2026-02-27T01:41:03.151737Z","steps":["trace[706581923] 'range keys from in-memory index tree' (duration: 632.346085ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:03.151812Z","caller":"traceutil/trace.go:171","msg":"trace[1315985978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7656; }","duration":"635.10776ms","start":"2026-02-27T01:41:02.516688Z","end":"2026-02-27T01:41:03.151795Z","steps":["trace[1315985978] 'range keys from in-memory index tree' (duration: 634.808522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:03.151831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:02.519008Z","time spent":"632.806286ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:03.151848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:02.516684Z","time spent":"635.156131ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:41:03.15185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.115875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T01:41:03.151903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.063998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:41:03.151934Z","caller":"traceutil/trace.go:171","msg":"trace[1284141119] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7656; }","duration":"355.239148ms","start":"2026-02-27T01:41:02.796663Z","end":"2026-02-27T01:41:03.151902Z","steps":["trace[1284141119] 'range keys from in-memory index tree' (duration: 354.90205ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:03.151955Z","caller":"traceutil/trace.go:171","msg":"trace[1007009884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7656; }","duration":"635.14544ms","start":"2026-02-27T01:41:02.516796Z","end":"2026-02-27T01:41:03.151941Z","steps":["trace[1007009884] 'range keys from in-memory index tree' (duration: 634.977997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:03.151687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.009878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:41:03.151974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:02.796638Z","time spent":"355.326641ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T01:41:03.151996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:02.516793Z","time spent":"635.194821ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:03.152032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.159127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:41:03.152035Z","caller":"traceutil/trace.go:171","msg":"trace[1472523474] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7656; }","duration":"635.377396ms","start":"2026-02-27T01:41:02.516625Z","end":"2026-02-27T01:41:03.152002Z","steps":["trace[1472523474] 'range keys from in-memory index tree' (duration: 634.782662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:03.152079Z","caller":"traceutil/trace.go:171","msg":"trace[192030676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7656; }","duration":"634.228959ms","start":"2026-02-27T01:41:02.517839Z","end":"2026-02-27T01:41:03.152068Z","steps":["trace[192030676] 'range keys from in-memory index tree' (duration: 633.464441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:03.152112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:02.517828Z","time spent":"634.27616ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:03.152129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:02.516606Z","time spent":"635.493099ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:03.152618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.379009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:41:03.152716Z","caller":"traceutil/trace.go:171","msg":"trace[1780537755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7656; }","duration":"633.661626ms","start":"2026-02-27T01:41:02.519029Z","end":"2026-02-27T01:41:03.152691Z","steps":["trace[1780537755] 'range keys from in-memory index tree' (duration: 632.380356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:03.152751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:02.519025Z","time spent":"633.715547ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"info","ts":"2026-02-27T01:41:03.758151Z","caller":"traceutil/trace.go:171","msg":"trace[1966618881] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"599.932031ms","start":"2026-02-27T01:41:03.158197Z","end":"2026-02-27T01:41:03.758129Z","steps":["trace[1966618881] 'process raft request' (duration: 599.838009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:03.758316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:03.158187Z","time spent":"600.048883ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:03.758512Z","caller":"traceutil/trace.go:171","msg":"trace[998899925] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"600.015122ms","start":"2026-02-27T01:41:03.158478Z","end":"2026-02-27T01:41:03.758493Z","steps":["trace[998899925] 'process raft request' (duration: 599.90126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:03.758642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:03.158453Z","time spent":"600.131736ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:03.758439Z","caller":"traceutil/trace.go:171","msg":"trace[631652866] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"600.208138ms","start":"2026-02-27T01:41:03.158124Z","end":"2026-02-27T01:41:03.758332Z","steps":["trace[631652866] 'process raft request' (duration: 599.724356ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:03.758723Z","caller":"traceutil/trace.go:171","msg":"trace[359380337] linearizableReadLoop","detail":"{readStateIndex:7956; appliedIndex:7950; }","duration":"443.871584ms","start":"2026-02-27T01:41:03.314826Z","end":"2026-02-27T01:41:03.758698Z","steps":["trace[359380337] 'read index received' (duration: 443.061795ms)","trace[359380337] 'applied index is now lower than readState.Index' (duration: 808.719µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:03.758725Z","caller":"traceutil/trace.go:171","msg":"trace[907360088] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"600.466933ms","start":"2026-02-27T01:41:03.158217Z","end":"2026-02-27T01:41:03.758684Z","steps":["trace[907360088] 'process raft request' (duration: 599.860249ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:03.758811Z","caller":"traceutil/trace.go:171","msg":"trace[1825658246] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"591.419252ms","start":"2026-02-27T01:41:03.167327Z","end":"2026-02-27T01:41:03.758746Z","steps":["trace[1825658246] 'process raft request' (duration: 591.275329ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:03.758749Z","caller":"traceutil/trace.go:171","msg":"trace[2021554894] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"599.86851ms","start":"2026-02-27T01:41:03.158857Z","end":"2026-02-27T01:41:03.758725Z","steps":["trace[2021554894] 'process raft request' (duration: 599.605554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:03.758925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:03.158846Z","time spent":"600.050364ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:03.758929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.091129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-02-27T01:41:03.75892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:03.158191Z","time spent":"600.630727ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:03.758918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:03.167319Z","time spent":"591.558635ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:03.758887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:03.158102Z","time spent":"600.635117ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:03.758972Z","caller":"traceutil/trace.go:171","msg":"trace[899189161] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7663; }","duration":"444.181001ms","start":"2026-02-27T01:41:03.31478Z","end":"2026-02-27T01:41:03.758961Z","steps":["trace[899189161] 'agreement among raft nodes before linearized reading' (duration: 444.021298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:03.759095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:03.314757Z","time spent":"444.308715ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T01:41:03.848725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.197114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f7588767b-kz879.1897f6e317773bbe\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-27T01:41:03.848817Z","caller":"traceutil/trace.go:171","msg":"trace[1800105005] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f7588767b-kz879.1897f6e317773bbe; range_end:; response_count:1; response_revision:7663; }","duration":"242.314567ms","start":"2026-02-27T01:41:03.606478Z","end":"2026-02-27T01:41:03.848792Z","steps":["trace[1800105005] 'agreement among raft nodes before linearized reading' (duration: 242.076951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:04.380552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746864581,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:41:04.5161Z","caller":"traceutil/trace.go:171","msg":"trace[1822620502] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"664.445144ms","start":"2026-02-27T01:41:03.851629Z","end":"2026-02-27T01:41:04.516074Z","steps":["trace[1822620502] 'process raft request' (duration: 664.26373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:04.516396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:03.851598Z","time spent":"664.702341ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:04.522043Z","caller":"traceutil/trace.go:171","msg":"trace[335275172] linearizableReadLoop","detail":"{readStateIndex:7960; appliedIndex:7957; }","duration":"642.231817ms","start":"2026-02-27T01:41:03.879787Z","end":"2026-02-27T01:41:04.522019Z","steps":["trace[335275172] 'read index received' (duration: 636.171886ms)","trace[335275172] 'applied index is now lower than readState.Index' (duration: 6.058531ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:04.522087Z","caller":"traceutil/trace.go:171","msg":"trace[1465670893] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"668.908629ms","start":"2026-02-27T01:41:03.853145Z","end":"2026-02-27T01:41:04.522053Z","steps":["trace[1465670893] 'process raft request' (duration: 668.695534ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:04.522163Z","caller":"traceutil/trace.go:171","msg":"trace[1259528326] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"392.934327ms","start":"2026-02-27T01:41:04.129217Z","end":"2026-02-27T01:41:04.522151Z","steps":["trace[1259528326] 'process raft request' (duration: 392.758773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:04.522273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:04.12919Z","time spent":"393.004959ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:04.522287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:03.853124Z","time spent":"669.058942ms","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:04.522467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.761408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:41:04.522533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.732988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T01:41:04.522612Z","caller":"traceutil/trace.go:171","msg":"trace[1989595464] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7666; }","duration":"642.862302ms","start":"2026-02-27T01:41:03.879732Z","end":"2026-02-27T01:41:04.522594Z","steps":["trace[1989595464] 'agreement among raft nodes before linearized reading' (duration: 642.634796ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:04.522566Z","caller":"traceutil/trace.go:171","msg":"trace[438500165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7666; }","duration":"221.902091ms","start":"2026-02-27T01:41:04.300646Z","end":"2026-02-27T01:41:04.522548Z","steps":["trace[438500165] 'agreement among raft nodes before linearized reading' (duration: 221.608325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:04.522655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:03.879711Z","time spent":"642.934114ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T01:41:27.937384Z","caller":"traceutil/trace.go:171","msg":"trace[959132556] linearizableReadLoop","detail":"{readStateIndex:8127; appliedIndex:8126; }","duration":"456.643332ms","start":"2026-02-27T01:41:27.480714Z","end":"2026-02-27T01:41:27.937357Z","steps":["trace[959132556] 'read index received' (duration: 456.409596ms)","trace[959132556] 'applied index is now lower than readState.Index' (duration: 232.566µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:27.937496Z","caller":"traceutil/trace.go:171","msg":"trace[353092130] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"457.643155ms","start":"2026-02-27T01:41:27.479816Z","end":"2026-02-27T01:41:27.937459Z","steps":["trace[353092130] 'process raft request' (duration: 457.321988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.937856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:27.479799Z","time spent":"457.773218ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:27.937815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.868197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/csi-nfsplugin-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:27.937953Z","caller":"traceutil/trace.go:171","msg":"trace[654885688] range","detail":"{range_begin:/registry/deployments/rook-ceph/csi-nfsplugin-provisioner; range_end:; response_count:0; response_revision:7828; }","duration":"457.229585ms","start":"2026-02-27T01:41:27.480697Z","end":"2026-02-27T01:41:27.937926Z","steps":["trace[654885688] 'agreement among raft nodes before linearized reading' (duration: 456.772564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.938019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:27.480683Z","time spent":"457.322728ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/rook-ceph/csi-nfsplugin-provisioner\" "} {"level":"warn","ts":"2026-02-27T01:41:27.942517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.966612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:41:27.942619Z","caller":"traceutil/trace.go:171","msg":"trace[1186678562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7829; }","duration":"234.079435ms","start":"2026-02-27T01:41:27.708516Z","end":"2026-02-27T01:41:27.942595Z","steps":["trace[1186678562] 'agreement among raft nodes before linearized reading' (duration: 233.832519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:27.942842Z","caller":"traceutil/trace.go:171","msg":"trace[145508278] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"344.639571ms","start":"2026-02-27T01:41:27.598188Z","end":"2026-02-27T01:41:27.942827Z","steps":["trace[145508278] 'process raft request' (duration: 343.819712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:27.942935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:27.598166Z","time spent":"344.702563ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:30.738642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.537748ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:30.738763Z","caller":"traceutil/trace.go:171","msg":"trace[469456142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7843; }","duration":"162.673341ms","start":"2026-02-27T01:41:30.576073Z","end":"2026-02-27T01:41:30.738747Z","steps":["trace[469456142] 'range keys from in-memory index tree' (duration: 162.523678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:30.739372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.522379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:30.73958Z","caller":"traceutil/trace.go:171","msg":"trace[1840624228] linearizableReadLoop","detail":"{readStateIndex:8146; appliedIndex:8143; }","duration":"652.67412ms","start":"2026-02-27T01:41:30.08689Z","end":"2026-02-27T01:41:30.739564Z","steps":["trace[1840624228] 'read index received' (duration: 1.819463ms)","trace[1840624228] 'applied index is now lower than readState.Index' (duration: 650.853757ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:30.739666Z","caller":"traceutil/trace.go:171","msg":"trace[758064787] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"688.421913ms","start":"2026-02-27T01:41:30.05123Z","end":"2026-02-27T01:41:30.739652Z","steps":["trace[758064787] 'process raft request' (duration: 37.521075ms)","trace[758064787] 'compare' (duration: 650.394177ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:30.739734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:30.051213Z","time spent":"688.485194ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:30.739761Z","caller":"traceutil/trace.go:171","msg":"trace[635788051] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"686.742754ms","start":"2026-02-27T01:41:30.05297Z","end":"2026-02-27T01:41:30.739713Z","steps":["trace[635788051] 'process raft request' (duration: 686.546849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:30.739921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:30.052965Z","time spent":"686.878457ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:30.740007Z","caller":"traceutil/trace.go:171","msg":"trace[1991126855] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"687.883901ms","start":"2026-02-27T01:41:30.052099Z","end":"2026-02-27T01:41:30.739983Z","steps":["trace[1991126855] 'process raft request' (duration: 687.368629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:30.740018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.11905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:41:30.740061Z","caller":"traceutil/trace.go:171","msg":"trace[105877983] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7846; }","duration":"653.191152ms","start":"2026-02-27T01:41:30.086858Z","end":"2026-02-27T01:41:30.740049Z","steps":["trace[105877983] 'agreement among raft nodes before linearized reading' (duration: 653.10385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:30.740092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:30.052091Z","time spent":"687.958673ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:30.740296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:30.086844Z","time spent":"653.242213ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:30.790894Z","caller":"traceutil/trace.go:171","msg":"trace[1059566438] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"110.862114ms","start":"2026-02-27T01:41:30.679992Z","end":"2026-02-27T01:41:30.790854Z","steps":["trace[1059566438] 'process raft request' (duration: 110.597727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:31.888916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746865154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:32.389975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746865154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:32.538107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.743101881s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:41:33.266954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.508298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:33.267088Z","caller":"traceutil/trace.go:171","msg":"trace[1716157759] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"2.472167341s","start":"2026-02-27T01:41:30.794896Z","end":"2026-02-27T01:41:33.267063Z","steps":["trace[1716157759] 'process raft request' (duration: 1.743433178s)","trace[1716157759] 'compare' (duration: 727.603377ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:33.267187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:30.794871Z","time spent":"2.472270524s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:33.753855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212968217s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:41:33.75849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:41:33.758556Z","caller":"traceutil/trace.go:171","msg":"trace[1434921283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000072851s","start":"2026-02-27T01:41:31.758468Z","end":"2026-02-27T01:41:33.75854Z","steps":["trace[1434921283] 'agreement among raft nodes before linearized reading' (duration: 1.999978938s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.758599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:31.758445Z","time spent":"2.000147542s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:41:33.775304Z","caller":"traceutil/trace.go:171","msg":"trace[1263900636] linearizableReadLoop","detail":"{readStateIndex:8149; appliedIndex:8147; }","duration":"2.386793262s","start":"2026-02-27T01:41:31.38849Z","end":"2026-02-27T01:41:33.775283Z","steps":["trace[1263900636] 'read index received' (duration: 1.149825345s)","trace[1263900636] 'applied index is now lower than readState.Index' (duration: 1.236966797s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:33.775412Z","caller":"traceutil/trace.go:171","msg":"trace[755019527] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"2.82955436s","start":"2026-02-27T01:41:30.945818Z","end":"2026-02-27T01:41:33.775373Z","steps":["trace[755019527] 'process raft request' (duration: 2.808231003s)","trace[755019527] 'compare' (duration: 21.140263ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:33.775567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:30.945778Z","time spent":"2.829704593s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:33.775445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386945015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:41:33.775753Z","caller":"traceutil/trace.go:171","msg":"trace[664059456] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7849; }","duration":"2.387304443s","start":"2026-02-27T01:41:31.388417Z","end":"2026-02-27T01:41:33.775722Z","steps":["trace[664059456] 'agreement among raft nodes before linearized reading' (duration: 2.386948615s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.77581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:31.388389Z","time spent":"2.387395405s","remote":"127.0.0.1:46926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:33.803828Z","caller":"traceutil/trace.go:171","msg":"trace[220802422] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"1.007073299s","start":"2026-02-27T01:41:32.796724Z","end":"2026-02-27T01:41:33.803797Z","steps":["trace[220802422] 'process raft request' (duration: 1.006782833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.803969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.796703Z","time spent":"1.007192812s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:33.829111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084983236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:41:33.829122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084162146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:41:33.829153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410560135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:41:33.829188Z","caller":"traceutil/trace.go:171","msg":"trace[1655111231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7850; }","duration":"1.085083658s","start":"2026-02-27T01:41:32.744086Z","end":"2026-02-27T01:41:33.829169Z","steps":["trace[1655111231] 'agreement among raft nodes before linearized reading' (duration: 1.084850282s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.829235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085649991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:41:33.829263Z","caller":"traceutil/trace.go:171","msg":"trace[586013953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7850; }","duration":"1.085700632s","start":"2026-02-27T01:41:32.743553Z","end":"2026-02-27T01:41:33.829254Z","steps":["trace[586013953] 'agreement among raft nodes before linearized reading' (duration: 1.08563583s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.829289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.743538Z","time spent":"1.085746442s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:33.829317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418588462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:41:33.829366Z","caller":"traceutil/trace.go:171","msg":"trace[1870826998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7850; }","duration":"2.418636174s","start":"2026-02-27T01:41:31.410721Z","end":"2026-02-27T01:41:33.829357Z","steps":["trace[1870826998] 'agreement among raft nodes before linearized reading' (duration: 2.418531822s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.829386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833666433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:41:33.829211Z","caller":"traceutil/trace.go:171","msg":"trace[816252601] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7850; }","duration":"1.084258198s","start":"2026-02-27T01:41:32.744921Z","end":"2026-02-27T01:41:33.829179Z","steps":["trace[816252601] 'agreement among raft nodes before linearized reading' (duration: 1.084023473s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:33.829409Z","caller":"traceutil/trace.go:171","msg":"trace[149353684] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7850; }","duration":"1.833728184s","start":"2026-02-27T01:41:31.995671Z","end":"2026-02-27T01:41:33.829399Z","steps":["trace[149353684] 'agreement among raft nodes before linearized reading' (duration: 1.833672133s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.829429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:31.995649Z","time spent":"1.833775405s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:33.829415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77088124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:41:33.829232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.744082Z","time spent":"1.085142089s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:33.829471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.744915Z","time spent":"1.084540234s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:33.829489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.98047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f7588767b-kz879.1897f6e317773bbe\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-27T01:41:33.829511Z","caller":"traceutil/trace.go:171","msg":"trace[1310982744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7850; }","duration":"2.410630147s","start":"2026-02-27T01:41:31.418555Z","end":"2026-02-27T01:41:33.829185Z","steps":["trace[1310982744] 'agreement among raft nodes before linearized reading' (duration: 2.410468103s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:33.8295Z","caller":"traceutil/trace.go:171","msg":"trace[1795548827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7850; }","duration":"1.771000802s","start":"2026-02-27T01:41:32.058476Z","end":"2026-02-27T01:41:33.829476Z","steps":["trace[1795548827] 'agreement among raft nodes before linearized reading' (duration: 1.770817488s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:33.829521Z","caller":"traceutil/trace.go:171","msg":"trace[1359484072] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f7588767b-kz879.1897f6e317773bbe; range_end:; response_count:1; response_revision:7850; }","duration":"224.043992ms","start":"2026-02-27T01:41:33.605465Z","end":"2026-02-27T01:41:33.829509Z","steps":["trace[1359484072] 'agreement among raft nodes before linearized reading' (duration: 223.96336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.829535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:31.418544Z","time spent":"2.410986525s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:41:33.829553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:32.058461Z","time spent":"1.771079624s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:33.829618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.585345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:41:33.829636Z","caller":"traceutil/trace.go:171","msg":"trace[1297094900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7850; }","duration":"760.636046ms","start":"2026-02-27T01:41:33.068994Z","end":"2026-02-27T01:41:33.82963Z","steps":["trace[1297094900] 'agreement among raft nodes before linearized reading' (duration: 760.579015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:33.829397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:31.410636Z","time spent":"2.418754887s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:41:33.829652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:33.068974Z","time spent":"760.674707ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:41:35.973288Z","caller":"traceutil/trace.go:171","msg":"trace[1716724794] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8163; }","duration":"106.548223ms","start":"2026-02-27T01:41:35.866719Z","end":"2026-02-27T01:41:35.973267Z","steps":["trace[1716724794] 'read index received' (duration: 60.223364ms)","trace[1716724794] 'applied index is now lower than readState.Index' (duration: 46.323369ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:35.973715Z","caller":"traceutil/trace.go:171","msg":"trace[1905820737] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"107.685699ms","start":"2026-02-27T01:41:35.866013Z","end":"2026-02-27T01:41:35.973699Z","steps":["trace[1905820737] 'process raft request' (duration: 60.868448ms)","trace[1905820737] 'compare' (duration: 46.064374ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:35.973962Z","caller":"traceutil/trace.go:171","msg":"trace[1841666317] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"107.893434ms","start":"2026-02-27T01:41:35.866058Z","end":"2026-02-27T01:41:35.973951Z","steps":["trace[1841666317] 'process raft request' (duration: 107.019384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:35.974069Z","caller":"traceutil/trace.go:171","msg":"trace[2098013500] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"107.493715ms","start":"2026-02-27T01:41:35.866566Z","end":"2026-02-27T01:41:35.97406Z","steps":["trace[2098013500] 'process raft request' (duration: 106.554313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:35.97474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.949736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211771"} {"level":"info","ts":"2026-02-27T01:41:35.974832Z","caller":"traceutil/trace.go:171","msg":"trace[229414322] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7868; }","duration":"108.116009ms","start":"2026-02-27T01:41:35.866698Z","end":"2026-02-27T01:41:35.974814Z","steps":["trace[229414322] 'agreement among raft nodes before linearized reading' (duration: 107.444634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:35.974967Z","caller":"traceutil/trace.go:171","msg":"trace[178210124] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"107.600238ms","start":"2026-02-27T01:41:35.867356Z","end":"2026-02-27T01:41:35.974956Z","steps":["trace[178210124] 'process raft request' (duration: 105.842647ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:35.975106Z","caller":"traceutil/trace.go:171","msg":"trace[15596984] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"108.247743ms","start":"2026-02-27T01:41:35.86685Z","end":"2026-02-27T01:41:35.975097Z","steps":["trace[15596984] 'process raft request' (duration: 106.313338ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:35.975107Z","caller":"traceutil/trace.go:171","msg":"trace[1819660253] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"107.334562ms","start":"2026-02-27T01:41:35.86776Z","end":"2026-02-27T01:41:35.975095Z","steps":["trace[1819660253] 'process raft request' (duration: 105.473429ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:36.627066Z","caller":"traceutil/trace.go:171","msg":"trace[1061474869] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"108.424337ms","start":"2026-02-27T01:41:36.518625Z","end":"2026-02-27T01:41:36.627049Z","steps":["trace[1061474869] 'process raft request' (duration: 108.314335ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:36.627179Z","caller":"traceutil/trace.go:171","msg":"trace[1104922511] linearizableReadLoop","detail":"{readStateIndex:8183; appliedIndex:8183; }","duration":"104.919356ms","start":"2026-02-27T01:41:36.522231Z","end":"2026-02-27T01:41:36.62715Z","steps":["trace[1104922511] 'read index received' (duration: 104.905865ms)","trace[1104922511] 'applied index is now lower than readState.Index' (duration: 11.05µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:36.627412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.156711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-27T01:41:36.627448Z","caller":"traceutil/trace.go:171","msg":"trace[884112790] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7881; }","duration":"105.235342ms","start":"2026-02-27T01:41:36.522201Z","end":"2026-02-27T01:41:36.627436Z","steps":["trace[884112790] 'agreement among raft nodes before linearized reading' (duration: 105.042998ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:36.628009Z","caller":"traceutil/trace.go:171","msg":"trace[689351490] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"100.83682ms","start":"2026-02-27T01:41:36.52715Z","end":"2026-02-27T01:41:36.627987Z","steps":["trace[689351490] 'process raft request' (duration: 100.695557ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:36.812929Z","caller":"traceutil/trace.go:171","msg":"trace[44713274] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"116.159897ms","start":"2026-02-27T01:41:36.696735Z","end":"2026-02-27T01:41:36.812895Z","steps":["trace[44713274] 'process raft request' (duration: 115.931142ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:36.813017Z","caller":"traceutil/trace.go:171","msg":"trace[99999496] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"116.169887ms","start":"2026-02-27T01:41:36.69682Z","end":"2026-02-27T01:41:36.81299Z","steps":["trace[99999496] 'process raft request' (duration: 116.003984ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:36.813078Z","caller":"traceutil/trace.go:171","msg":"trace[1452040487] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"115.216585ms","start":"2026-02-27T01:41:36.697851Z","end":"2026-02-27T01:41:36.813067Z","steps":["trace[1452040487] 'process raft request' (duration: 115.00147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:36.812951Z","caller":"traceutil/trace.go:171","msg":"trace[975428592] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"116.127006ms","start":"2026-02-27T01:41:36.696793Z","end":"2026-02-27T01:41:36.81292Z","steps":["trace[975428592] 'process raft request' (duration: 115.990803ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:36.813331Z","caller":"traceutil/trace.go:171","msg":"trace[902308408] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"114.684353ms","start":"2026-02-27T01:41:36.698636Z","end":"2026-02-27T01:41:36.81332Z","steps":["trace[902308408] 'process raft request' (duration: 114.247703ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:36.813355Z","caller":"traceutil/trace.go:171","msg":"trace[2121898065] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"111.151131ms","start":"2026-02-27T01:41:36.702189Z","end":"2026-02-27T01:41:36.813341Z","steps":["trace[2121898065] 'process raft request' (duration: 110.835913ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:36.813123Z","caller":"traceutil/trace.go:171","msg":"trace[1599536222] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8185; }","duration":"115.891711ms","start":"2026-02-27T01:41:36.697211Z","end":"2026-02-27T01:41:36.813102Z","steps":["trace[1599536222] 'read index received' (duration: 42.423369ms)","trace[1599536222] 'applied index is now lower than readState.Index' (duration: 73.467322ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:36.813581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.348562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-27T01:41:36.814675Z","caller":"traceutil/trace.go:171","msg":"trace[1455085085] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7890; }","duration":"117.460777ms","start":"2026-02-27T01:41:36.697193Z","end":"2026-02-27T01:41:36.814654Z","steps":["trace[1455085085] 'agreement among raft nodes before linearized reading' (duration: 116.312751ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:37.064837Z","caller":"traceutil/trace.go:171","msg":"trace[597290831] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"109.644235ms","start":"2026-02-27T01:41:36.955151Z","end":"2026-02-27T01:41:37.064795Z","steps":["trace[597290831] 'process raft request' (duration: 109.468581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:37.064873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.090696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:4362"} {"level":"warn","ts":"2026-02-27T01:41:37.065011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.408336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:37.065066Z","caller":"traceutil/trace.go:171","msg":"trace[1521512332] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:7896; }","duration":"107.27708ms","start":"2026-02-27T01:41:36.95776Z","end":"2026-02-27T01:41:37.065037Z","steps":["trace[1521512332] 'agreement among raft nodes before linearized reading' (duration: 107.004904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:37.065085Z","caller":"traceutil/trace.go:171","msg":"trace[11836956] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:7896; }","duration":"111.531539ms","start":"2026-02-27T01:41:36.953537Z","end":"2026-02-27T01:41:37.065068Z","steps":["trace[11836956] 'agreement among raft nodes before linearized reading' (duration: 111.398186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:37.065036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.762527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs-jsl5m\" ","response":"range_response_count:1 size:2494"} {"level":"info","ts":"2026-02-27T01:41:37.065341Z","caller":"traceutil/trace.go:171","msg":"trace[560400519] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-certs-jsl5m; range_end:; response_count:1; response_revision:7896; }","duration":"110.005454ms","start":"2026-02-27T01:41:36.955231Z","end":"2026-02-27T01:41:37.065237Z","steps":["trace[560400519] 'agreement among raft nodes before linearized reading' (duration: 109.621225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.512312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496571545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:41:43.512421Z","caller":"traceutil/trace.go:171","msg":"trace[598292556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7921; }","duration":"1.49675307s","start":"2026-02-27T01:41:42.015631Z","end":"2026-02-27T01:41:43.512384Z","steps":["trace[598292556] 'range keys from in-memory index tree' (duration: 1.49632099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.512495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.015612Z","time spent":"1.496870282s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:43.512495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.428935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:41:43.512566Z","caller":"traceutil/trace.go:171","msg":"trace[1496559499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7921; }","duration":"177.586559ms","start":"2026-02-27T01:41:43.33496Z","end":"2026-02-27T01:41:43.512546Z","steps":["trace[1496559499] 'range keys from in-memory index tree' (duration: 177.238501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.512778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.232247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:43.51279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.554338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:43.512809Z","caller":"traceutil/trace.go:171","msg":"trace[1165866494] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7921; }","duration":"185.267838ms","start":"2026-02-27T01:41:43.32753Z","end":"2026-02-27T01:41:43.512798Z","steps":["trace[1165866494] 'count revisions from in-memory index tree' (duration: 185.132744ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:43.512839Z","caller":"traceutil/trace.go:171","msg":"trace[216008212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7921; }","duration":"722.64379ms","start":"2026-02-27T01:41:42.79018Z","end":"2026-02-27T01:41:43.512824Z","steps":["trace[216008212] 'range keys from in-memory index tree' (duration: 722.447636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.51287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.79015Z","time spent":"722.711962ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:41:43.512893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493956714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:41:43.512951Z","caller":"traceutil/trace.go:171","msg":"trace[1359651013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7921; }","duration":"1.494050367s","start":"2026-02-27T01:41:42.018885Z","end":"2026-02-27T01:41:43.512935Z","steps":["trace[1359651013] 'range keys from in-memory index tree' (duration: 1.493822842s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.512991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.018865Z","time spent":"1.494114558s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:43.513217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.946216Z","time spent":"566.998303ms","remote":"127.0.0.1:46174","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:41:43.51324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494055367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:41:43.513282Z","caller":"traceutil/trace.go:171","msg":"trace[1016814216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7921; }","duration":"1.494121929s","start":"2026-02-27T01:41:42.019149Z","end":"2026-02-27T01:41:43.513271Z","steps":["trace[1016814216] 'range keys from in-memory index tree' (duration: 1.493954104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.51332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.019138Z","time spent":"1.494172159s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:41:43.513493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493067853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-27T01:41:43.513529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493006562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:41:43.513553Z","caller":"traceutil/trace.go:171","msg":"trace[1247890791] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7921; }","duration":"1.493148976s","start":"2026-02-27T01:41:42.020385Z","end":"2026-02-27T01:41:43.513534Z","steps":["trace[1247890791] 'range keys from in-memory index tree' (duration: 1.4929268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.513562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493188296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:41:43.513563Z","caller":"traceutil/trace.go:171","msg":"trace[2045153734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7921; }","duration":"1.493062253s","start":"2026-02-27T01:41:42.02049Z","end":"2026-02-27T01:41:43.513553Z","steps":["trace[2045153734] 'range keys from in-memory index tree' (duration: 1.492887549s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.513602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.02048Z","time spent":"1.493115185s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:41:43.513602Z","caller":"traceutil/trace.go:171","msg":"trace[9266038] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7921; }","duration":"1.493227057s","start":"2026-02-27T01:41:42.020363Z","end":"2026-02-27T01:41:43.51359Z","steps":["trace[9266038] 'range keys from in-memory index tree' (duration: 1.493067114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.513598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.020374Z","time spent":"1.493212407s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:43.513632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.020301Z","time spent":"1.4933221s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:43.513949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487934454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:41:43.514062Z","caller":"traceutil/trace.go:171","msg":"trace[1056910220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7921; }","duration":"1.488080197s","start":"2026-02-27T01:41:42.025951Z","end":"2026-02-27T01:41:43.514031Z","steps":["trace[1056910220] 'range keys from in-memory index tree' (duration: 1.487382721s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:43.514125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:42.025945Z","time spent":"1.488167789s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"info","ts":"2026-02-27T01:41:48.972853Z","caller":"traceutil/trace.go:171","msg":"trace[2080662552] linearizableReadLoop","detail":"{readStateIndex:8269; appliedIndex:8268; }","duration":"340.415339ms","start":"2026-02-27T01:41:48.632411Z","end":"2026-02-27T01:41:48.972826Z","steps":["trace[2080662552] 'read index received' (duration: 340.279986ms)","trace[2080662552] 'applied index is now lower than readState.Index' (duration: 134.373µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:48.972888Z","caller":"traceutil/trace.go:171","msg":"trace[1304470722] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7963; }","duration":"341.087185ms","start":"2026-02-27T01:41:48.631765Z","end":"2026-02-27T01:41:48.972852Z","steps":["trace[1304470722] 'process raft request' (duration: 340.908211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:48.973082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:48.631653Z","time spent":"341.299659ms","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-27T01:41:48.973119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.682486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lmvjr\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-02-27T01:41:48.973196Z","caller":"traceutil/trace.go:171","msg":"trace[2097740853] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lmvjr; range_end:; response_count:1; response_revision:7963; }","duration":"340.790927ms","start":"2026-02-27T01:41:48.632385Z","end":"2026-02-27T01:41:48.973176Z","steps":["trace[2097740853] 'agreement among raft nodes before linearized reading' (duration: 340.565112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:48.973243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:48.632374Z","time spent":"340.86144ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lmvjr\" "} {"level":"info","ts":"2026-02-27T01:41:49.028642Z","caller":"traceutil/trace.go:171","msg":"trace[2082382153] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"395.159517ms","start":"2026-02-27T01:41:48.633462Z","end":"2026-02-27T01:41:49.028622Z","steps":["trace[2082382153] 'process raft request' (duration: 394.875621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:49.02865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.486961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:49.028732Z","caller":"traceutil/trace.go:171","msg":"trace[1202107131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7964; }","duration":"271.611164ms","start":"2026-02-27T01:41:48.757088Z","end":"2026-02-27T01:41:49.028699Z","steps":["trace[1202107131] 'agreement among raft nodes before linearized reading' (duration: 271.44713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:49.028746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:48.633451Z","time spent":"395.2403ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:41:49.028787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.298944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lmvjr\" ","response":"range_response_count:1 size:4648"} {"level":"warn","ts":"2026-02-27T01:41:49.028828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.339993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T01:41:49.028919Z","caller":"traceutil/trace.go:171","msg":"trace[1517140496] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7964; }","duration":"172.462757ms","start":"2026-02-27T01:41:48.856435Z","end":"2026-02-27T01:41:49.028897Z","steps":["trace[1517140496] 'agreement among raft nodes before linearized reading' (duration: 172.219201ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:49.028865Z","caller":"traceutil/trace.go:171","msg":"trace[1268413863] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lmvjr; range_end:; response_count:1; response_revision:7964; }","duration":"396.417096ms","start":"2026-02-27T01:41:48.632429Z","end":"2026-02-27T01:41:49.028846Z","steps":["trace[1268413863] 'agreement among raft nodes before linearized reading' (duration: 396.220842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:49.029118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:48.632416Z","time spent":"396.687373ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lmvjr\" "} {"level":"warn","ts":"2026-02-27T01:41:49.6326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746865495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:49.740879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.141108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:49.740992Z","caller":"traceutil/trace.go:171","msg":"trace[767473322] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"706.676696ms","start":"2026-02-27T01:41:49.034298Z","end":"2026-02-27T01:41:49.740974Z","steps":["trace[767473322] 'process raft request' (duration: 30.347953ms)","trace[767473322] 'compare' (duration: 675.902563ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:49.741062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.034286Z","time spent":"706.739937ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:49.947193Z","caller":"traceutil/trace.go:171","msg":"trace[1562197204] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"909.778233ms","start":"2026-02-27T01:41:49.037386Z","end":"2026-02-27T01:41:49.947165Z","steps":["trace[1562197204] 'process raft request' (duration: 832.613105ms)","trace[1562197204] 'compare' (duration: 77.024925ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:49.947354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.037363Z","time spent":"909.911186ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:50.03629Z","caller":"traceutil/trace.go:171","msg":"trace[478224497] linearizableReadLoop","detail":"{readStateIndex:8273; appliedIndex:8271; }","duration":"904.760966ms","start":"2026-02-27T01:41:49.131477Z","end":"2026-02-27T01:41:50.036238Z","steps":["trace[478224497] 'read index received' (duration: 738.595446ms)","trace[478224497] 'applied index is now lower than readState.Index' (duration: 166.16472ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:50.036669Z","caller":"traceutil/trace.go:171","msg":"trace[1952114065] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"516.662044ms","start":"2026-02-27T01:41:49.519991Z","end":"2026-02-27T01:41:50.036653Z","steps":["trace[1952114065] 'process raft request' (duration: 516.118901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.036779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.519961Z","time spent":"516.746025ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:50.037115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.619686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:41:50.037201Z","caller":"traceutil/trace.go:171","msg":"trace[1824115888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7967; }","duration":"905.748729ms","start":"2026-02-27T01:41:49.131426Z","end":"2026-02-27T01:41:50.037174Z","steps":["trace[1824115888] 'agreement among raft nodes before linearized reading' (duration: 905.467693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.03739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.131402Z","time spent":"905.968885ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:41:50.137215Z","caller":"traceutil/trace.go:171","msg":"trace[133010682] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8273; }","duration":"100.833157ms","start":"2026-02-27T01:41:50.036359Z","end":"2026-02-27T01:41:50.137192Z","steps":["trace[133010682] 'read index received' (duration: 12.139341ms)","trace[133010682] 'applied index is now lower than readState.Index' (duration: 88.692876ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:50.137437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.817563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:41:50.13751Z","caller":"traceutil/trace.go:171","msg":"trace[2043991074] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7968; }","duration":"477.943566ms","start":"2026-02-27T01:41:49.659548Z","end":"2026-02-27T01:41:50.137491Z","steps":["trace[2043991074] 'agreement among raft nodes before linearized reading' (duration: 477.70836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.137549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.155604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:41:50.137564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.659528Z","time spent":"478.020158ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:41:50.13759Z","caller":"traceutil/trace.go:171","msg":"trace[1283248114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7968; }","duration":"479.222526ms","start":"2026-02-27T01:41:49.658355Z","end":"2026-02-27T01:41:50.137578Z","steps":["trace[1283248114] 'agreement among raft nodes before linearized reading' (duration: 479.131864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.137627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.658339Z","time spent":"479.279327ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:50.137774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.143567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:41:50.137804Z","caller":"traceutil/trace.go:171","msg":"trace[1697343099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7968; }","duration":"543.194988ms","start":"2026-02-27T01:41:49.594601Z","end":"2026-02-27T01:41:50.137796Z","steps":["trace[1697343099] 'agreement among raft nodes before linearized reading' (duration: 543.121416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.137875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.59459Z","time spent":"543.27616ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:50.138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.524408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:41:50.138037Z","caller":"traceutil/trace.go:171","msg":"trace[1610135668] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7968; }","duration":"550.570479ms","start":"2026-02-27T01:41:49.587455Z","end":"2026-02-27T01:41:50.138026Z","steps":["trace[1610135668] 'agreement among raft nodes before linearized reading' (duration: 550.487477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.138065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.587447Z","time spent":"550.61185ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:50.137456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.906865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:41:50.13818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.531297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T01:41:50.138205Z","caller":"traceutil/trace.go:171","msg":"trace[937244722] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7968; }","duration":"562.593488ms","start":"2026-02-27T01:41:49.575604Z","end":"2026-02-27T01:41:50.138197Z","steps":["trace[937244722] 'agreement among raft nodes before linearized reading' (duration: 562.526197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:50.138203Z","caller":"traceutil/trace.go:171","msg":"trace[1731640735] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"215.433903ms","start":"2026-02-27T01:41:49.922751Z","end":"2026-02-27T01:41:50.138184Z","steps":["trace[1731640735] 'process raft request' (duration: 125.807336ms)","trace[1731640735] 'compare' (duration: 88.427069ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:50.138214Z","caller":"traceutil/trace.go:171","msg":"trace[660939354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7968; }","duration":"478.741534ms","start":"2026-02-27T01:41:49.659452Z","end":"2026-02-27T01:41:50.138194Z","steps":["trace[660939354] 'agreement among raft nodes before linearized reading' (duration: 477.874914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.138172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.369256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:41:50.138333Z","caller":"traceutil/trace.go:171","msg":"trace[1254162833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7968; }","duration":"478.582461ms","start":"2026-02-27T01:41:49.659739Z","end":"2026-02-27T01:41:50.138322Z","steps":["trace[1254162833] 'agreement among raft nodes before linearized reading' (duration: 478.058579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.138361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.601829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:41:50.138386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.659727Z","time spent":"478.645122ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:41:50.138428Z","caller":"traceutil/trace.go:171","msg":"trace[303905582] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7968; }","duration":"868.696861ms","start":"2026-02-27T01:41:49.269711Z","end":"2026-02-27T01:41:50.138408Z","steps":["trace[303905582] 'agreement among raft nodes before linearized reading' (duration: 868.531807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.13824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.575562Z","time spent":"562.67256ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:50.138471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.18268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:41:50.138483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.269694Z","time spent":"868.775482ms","remote":"127.0.0.1:46928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:50.138509Z","caller":"traceutil/trace.go:171","msg":"trace[542473473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7968; }","duration":"588.257012ms","start":"2026-02-27T01:41:49.550242Z","end":"2026-02-27T01:41:50.138499Z","steps":["trace[542473473] 'agreement among raft nodes before linearized reading' (duration: 588.14864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.138555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.55022Z","time spent":"588.328074ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:41:50.138289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.659434Z","time spent":"478.837877ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:41:50.138629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.195462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:41:50.138715Z","caller":"traceutil/trace.go:171","msg":"trace[134368876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7968; }","duration":"478.298824ms","start":"2026-02-27T01:41:49.660397Z","end":"2026-02-27T01:41:50.138696Z","steps":["trace[134368876] 'agreement among raft nodes before linearized reading' (duration: 477.887084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.138778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:49.660387Z","time spent":"478.379056ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:41:50.325195Z","caller":"traceutil/trace.go:171","msg":"trace[171330565] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"182.058019ms","start":"2026-02-27T01:41:50.143113Z","end":"2026-02-27T01:41:50.325171Z","steps":["trace[171330565] 'process raft request' (duration: 110.061981ms)","trace[171330565] 'compare' (duration: 71.871595ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:50.44505Z","caller":"traceutil/trace.go:171","msg":"trace[893487771] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"301.160219ms","start":"2026-02-27T01:41:50.143868Z","end":"2026-02-27T01:41:50.445028Z","steps":["trace[893487771] 'process raft request' (duration: 301.108148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.445182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:50.143858Z","time spent":"301.253662ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:50.445304Z","caller":"traceutil/trace.go:171","msg":"trace[1391522956] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"302.0545ms","start":"2026-02-27T01:41:50.143242Z","end":"2026-02-27T01:41:50.445296Z","steps":["trace[1391522956] 'process raft request' (duration: 290.41173ms)","trace[1391522956] 'compare' (duration: 11.163439ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:50.445346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:50.143225Z","time spent":"302.099701ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:50.445487Z","caller":"traceutil/trace.go:171","msg":"trace[1176580746] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"301.6238ms","start":"2026-02-27T01:41:50.143854Z","end":"2026-02-27T01:41:50.445478Z","steps":["trace[1176580746] 'process raft request' (duration: 301.090818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.445526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:50.143835Z","time spent":"301.673231ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:50.445597Z","caller":"traceutil/trace.go:171","msg":"trace[868713955] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"301.65875ms","start":"2026-02-27T01:41:50.14391Z","end":"2026-02-27T01:41:50.445569Z","steps":["trace[868713955] 'process raft request' (duration: 301.089207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.445766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:50.143893Z","time spent":"301.787784ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:50.445949Z","caller":"traceutil/trace.go:171","msg":"trace[428694521] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"301.961278ms","start":"2026-02-27T01:41:50.143981Z","end":"2026-02-27T01:41:50.445942Z","steps":["trace[428694521] 'process raft request' (duration: 301.453936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.445997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:50.143974Z","time spent":"302.001509ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:50.446355Z","caller":"traceutil/trace.go:171","msg":"trace[699989057] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"301.877945ms","start":"2026-02-27T01:41:50.14447Z","end":"2026-02-27T01:41:50.446347Z","steps":["trace[699989057] 'process raft request' (duration: 301.392354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.446402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:50.144461Z","time spent":"301.918467ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:50.44646Z","caller":"traceutil/trace.go:171","msg":"trace[175670299] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"301.414375ms","start":"2026-02-27T01:41:50.145039Z","end":"2026-02-27T01:41:50.446454Z","steps":["trace[175670299] 'process raft request' (duration: 301.245771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.446494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:50.145029Z","time spent":"301.446785ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:50.446483Z","caller":"traceutil/trace.go:171","msg":"trace[1981649688] linearizableReadLoop","detail":"{readStateIndex:8276; appliedIndex:8274; }","duration":"302.758446ms","start":"2026-02-27T01:41:50.143698Z","end":"2026-02-27T01:41:50.446456Z","steps":["trace[1981649688] 'read index received' (duration: 109.492377ms)","trace[1981649688] 'applied index is now lower than readState.Index' (duration: 193.264339ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:50.446938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.236597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211686"} {"level":"info","ts":"2026-02-27T01:41:50.446968Z","caller":"traceutil/trace.go:171","msg":"trace[561087564] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7976; }","duration":"303.286029ms","start":"2026-02-27T01:41:50.143675Z","end":"2026-02-27T01:41:50.446961Z","steps":["trace[561087564] 'agreement among raft nodes before linearized reading' (duration: 302.994542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:50.446987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:50.143667Z","time spent":"303.315909ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211709,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:41:50.447116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.059541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:50.447264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.46415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:50.447325Z","caller":"traceutil/trace.go:171","msg":"trace[1524716531] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7976; }","duration":"195.571312ms","start":"2026-02-27T01:41:50.25174Z","end":"2026-02-27T01:41:50.447311Z","steps":["trace[1524716531] 'agreement among raft nodes before linearized reading' (duration: 195.469669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:50.447177Z","caller":"traceutil/trace.go:171","msg":"trace[875295747] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7976; }","duration":"255.178503ms","start":"2026-02-27T01:41:50.191986Z","end":"2026-02-27T01:41:50.447165Z","steps":["trace[875295747] 'agreement among raft nodes before linearized reading' (duration: 254.992359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:51.79744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746865540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:52.297928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746865540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:41:52.420312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125970344s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:41:52.420717Z","caller":"traceutil/trace.go:171","msg":"trace[1935395758] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"1.126428154s","start":"2026-02-27T01:41:51.294265Z","end":"2026-02-27T01:41:52.420693Z","steps":["trace[1935395758] 'process raft request' (duration: 1.12626333s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.420873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:51.294252Z","time spent":"1.126535397s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:52.945377Z","caller":"traceutil/trace.go:171","msg":"trace[699981821] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"801.167697ms","start":"2026-02-27T01:41:52.144182Z","end":"2026-02-27T01:41:52.94535Z","steps":["trace[699981821] 'process raft request' (duration: 713.353731ms)","trace[699981821] 'compare' (duration: 87.238582ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:52.944909Z","caller":"traceutil/trace.go:171","msg":"trace[1876905637] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8284; }","duration":"1.647682014s","start":"2026-02-27T01:41:51.2972Z","end":"2026-02-27T01:41:52.944882Z","steps":["trace[1876905637] 'read index received' (duration: 1.123312862s)","trace[1876905637] 'applied index is now lower than readState.Index' (duration: 524.368102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:52.945666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648441602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-02-27T01:41:52.945727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528957123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:52.945744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.14415Z","time spent":"801.2938ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:52.945763Z","caller":"traceutil/trace.go:171","msg":"trace[1348768508] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7980; }","duration":"1.648555465s","start":"2026-02-27T01:41:51.297182Z","end":"2026-02-27T01:41:52.945738Z","steps":["trace[1348768508] 'agreement among raft nodes before linearized reading' (duration: 1.648257718s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.945843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:51.297157Z","time spent":"1.648671538s","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-02-27T01:41:52.945773Z","caller":"traceutil/trace.go:171","msg":"trace[605932284] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7980; }","duration":"1.529037785s","start":"2026-02-27T01:41:51.416721Z","end":"2026-02-27T01:41:52.945759Z","steps":["trace[605932284] 'agreement among raft nodes before linearized reading' (duration: 1.528950733s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.945901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:51.416672Z","time spent":"1.529215579s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:52.945899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.981459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:41:52.945979Z","caller":"traceutil/trace.go:171","msg":"trace[1326799132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7980; }","duration":"485.112703ms","start":"2026-02-27T01:41:52.460846Z","end":"2026-02-27T01:41:52.945959Z","steps":["trace[1326799132] 'agreement among raft nodes before linearized reading' (duration: 484.841276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.946023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.460837Z","time spent":"485.176604ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:41:52.946056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.808707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:41:52.946091Z","caller":"traceutil/trace.go:171","msg":"trace[1610121655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7980; }","duration":"494.872908ms","start":"2026-02-27T01:41:52.451207Z","end":"2026-02-27T01:41:52.94608Z","steps":["trace[1610121655] 'agreement among raft nodes before linearized reading' (duration: 494.744535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.946127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.451186Z","time spent":"494.928129ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:52.946139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18836797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:52.946142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.780973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:41:52.946213Z","caller":"traceutil/trace.go:171","msg":"trace[669930856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7980; }","duration":"616.909506ms","start":"2026-02-27T01:41:52.329287Z","end":"2026-02-27T01:41:52.946196Z","steps":["trace[669930856] 'agreement among raft nodes before linearized reading' (duration: 616.674091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.946255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.53492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:41:52.946344Z","caller":"traceutil/trace.go:171","msg":"trace[1367305231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7980; }","duration":"494.633002ms","start":"2026-02-27T01:41:52.4517Z","end":"2026-02-27T01:41:52.946333Z","steps":["trace[1367305231] 'agreement among raft nodes before linearized reading' (duration: 494.492439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.946378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.451695Z","time spent":"494.674373ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:52.946257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.329267Z","time spent":"616.981628ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:52.946443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.354268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:41:52.946416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.260724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:41:52.946171Z","caller":"traceutil/trace.go:171","msg":"trace[935470824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7980; }","duration":"1.188436821s","start":"2026-02-27T01:41:51.757724Z","end":"2026-02-27T01:41:52.946161Z","steps":["trace[935470824] 'agreement among raft nodes before linearized reading' (duration: 1.18838057s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:52.946479Z","caller":"traceutil/trace.go:171","msg":"trace[398119555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7980; }","duration":"485.435969ms","start":"2026-02-27T01:41:52.461033Z","end":"2026-02-27T01:41:52.946469Z","steps":["trace[398119555] 'agreement among raft nodes before linearized reading' (duration: 485.338437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.946449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.075421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:41:52.946512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.461026Z","time spent":"485.47893ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:41:52.946505Z","caller":"traceutil/trace.go:171","msg":"trace[67038423] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7980; }","duration":"412.399107ms","start":"2026-02-27T01:41:52.534084Z","end":"2026-02-27T01:41:52.946483Z","steps":["trace[67038423] 'agreement among raft nodes before linearized reading' (duration: 412.238653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.946517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:51.757706Z","time spent":"1.188796129s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:41:52.946542Z","caller":"traceutil/trace.go:171","msg":"trace[622292658] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7980; }","duration":"365.286855ms","start":"2026-02-27T01:41:52.58124Z","end":"2026-02-27T01:41:52.946527Z","steps":["trace[622292658] 'agreement among raft nodes before linearized reading' (duration: 364.999798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.946558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.534037Z","time spent":"412.510709ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:52.946589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.581231Z","time spent":"365.346286ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:41:52.94654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.110644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:52.946607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.743023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:41:52.946556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.472859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:41:52.946639Z","caller":"traceutil/trace.go:171","msg":"trace[1913787532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7980; }","duration":"484.801795ms","start":"2026-02-27T01:41:52.461826Z","end":"2026-02-27T01:41:52.946628Z","steps":["trace[1913787532] 'agreement among raft nodes before linearized reading' (duration: 484.713103ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:52.946651Z","caller":"traceutil/trace.go:171","msg":"trace[1168292382] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7980; }","duration":"473.36208ms","start":"2026-02-27T01:41:52.473265Z","end":"2026-02-27T01:41:52.946627Z","steps":["trace[1168292382] 'agreement among raft nodes before linearized reading' (duration: 472.949891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.946666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.461767Z","time spent":"484.893177ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:41:52.946706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.473257Z","time spent":"473.430271ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:41:52.946754Z","caller":"traceutil/trace.go:171","msg":"trace[616841529] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7980; }","duration":"494.663683ms","start":"2026-02-27T01:41:52.451994Z","end":"2026-02-27T01:41:52.946658Z","steps":["trace[616841529] 'agreement among raft nodes before linearized reading' (duration: 494.177202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.946824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.451975Z","time spent":"494.834297ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:52.947629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.67606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:41:52.9477Z","caller":"traceutil/trace.go:171","msg":"trace[90284985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7980; }","duration":"496.769232ms","start":"2026-02-27T01:41:52.450913Z","end":"2026-02-27T01:41:52.947682Z","steps":["trace[90284985] 'agreement among raft nodes before linearized reading' (duration: 495.158145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:52.947756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.450899Z","time spent":"496.840654ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:41:53.285007Z","caller":"traceutil/trace.go:171","msg":"trace[1108020537] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"334.083191ms","start":"2026-02-27T01:41:52.950893Z","end":"2026-02-27T01:41:53.284976Z","steps":["trace[1108020537] 'process raft request' (duration: 333.806935ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:53.285089Z","caller":"traceutil/trace.go:171","msg":"trace[182907313] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"333.609371ms","start":"2026-02-27T01:41:52.951437Z","end":"2026-02-27T01:41:53.285046Z","steps":["trace[182907313] 'process raft request' (duration: 333.453737ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:53.285105Z","caller":"traceutil/trace.go:171","msg":"trace[941908468] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"333.415306ms","start":"2026-02-27T01:41:52.951669Z","end":"2026-02-27T01:41:53.285084Z","steps":["trace[941908468] 'process raft request' (duration: 333.265032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:53.285189Z","caller":"traceutil/trace.go:171","msg":"trace[1802894781] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"333.406356ms","start":"2026-02-27T01:41:52.951745Z","end":"2026-02-27T01:41:53.285152Z","steps":["trace[1802894781] 'process raft request' (duration: 333.257193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:53.285206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.950879Z","time spent":"334.212385ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:53.285285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.951421Z","time spent":"333.766724ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:53.28529Z","caller":"traceutil/trace.go:171","msg":"trace[659347157] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"333.317454ms","start":"2026-02-27T01:41:52.951917Z","end":"2026-02-27T01:41:53.285234Z","steps":["trace[659347157] 'process raft request' (duration: 333.047588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:53.285327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.951646Z","time spent":"333.558299ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:53.285366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.95173Z","time spent":"333.547919ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:53.285091Z","caller":"traceutil/trace.go:171","msg":"trace[183342903] linearizableReadLoop","detail":"{readStateIndex:8293; appliedIndex:8286; }","duration":"333.019627ms","start":"2026-02-27T01:41:52.952048Z","end":"2026-02-27T01:41:53.285068Z","steps":["trace[183342903] 'read index received' (duration: 89.274059ms)","trace[183342903] 'applied index is now lower than readState.Index' (duration: 243.744588ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:53.285471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.951904Z","time spent":"333.485438ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:53.285497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.422746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211686"} {"level":"info","ts":"2026-02-27T01:41:53.285574Z","caller":"traceutil/trace.go:171","msg":"trace[888912750] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7987; }","duration":"333.535998ms","start":"2026-02-27T01:41:52.952008Z","end":"2026-02-27T01:41:53.285544Z","steps":["trace[888912750] 'agreement among raft nodes before linearized reading' (duration: 333.135599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:53.285617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.951993Z","time spent":"333.615371ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211709,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:41:53.285606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.866347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:53.285657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.000462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-02-27T01:41:53.285678Z","caller":"traceutil/trace.go:171","msg":"trace[1472137240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7987; }","duration":"330.968999ms","start":"2026-02-27T01:41:52.954692Z","end":"2026-02-27T01:41:53.285661Z","steps":["trace[1472137240] 'agreement among raft nodes before linearized reading' (duration: 330.816205ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:53.285704Z","caller":"traceutil/trace.go:171","msg":"trace[693757570] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7987; }","duration":"319.051423ms","start":"2026-02-27T01:41:52.96664Z","end":"2026-02-27T01:41:53.285692Z","steps":["trace[693757570] 'agreement among raft nodes before linearized reading' (duration: 318.884699ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:53.285381Z","caller":"traceutil/trace.go:171","msg":"trace[1482001887] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"333.314244ms","start":"2026-02-27T01:41:52.952005Z","end":"2026-02-27T01:41:53.285319Z","steps":["trace[1482001887] 'process raft request' (duration: 333.027087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:53.28573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.954685Z","time spent":"331.03241ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:41:53.285742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.966597Z","time spent":"319.138285ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3547,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-27T01:41:53.286488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:52.951987Z","time spent":"334.214965ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:53.477727Z","caller":"traceutil/trace.go:171","msg":"trace[1876058872] linearizableReadLoop","detail":"{readStateIndex:8294; appliedIndex:8293; }","duration":"118.666879ms","start":"2026-02-27T01:41:53.359036Z","end":"2026-02-27T01:41:53.477703Z","steps":["trace[1876058872] 'read index received' (duration: 72.487929ms)","trace[1876058872] 'applied index is now lower than readState.Index' (duration: 46.17796ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:53.477801Z","caller":"traceutil/trace.go:171","msg":"trace[1978040691] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"146.924705ms","start":"2026-02-27T01:41:53.330838Z","end":"2026-02-27T01:41:53.477763Z","steps":["trace[1978040691] 'process raft request' (duration: 100.758555ms)","trace[1978040691] 'compare' (duration: 45.982836ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:53.477863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.810693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:53.477952Z","caller":"traceutil/trace.go:171","msg":"trace[1327712654] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7988; }","duration":"118.947507ms","start":"2026-02-27T01:41:53.358982Z","end":"2026-02-27T01:41:53.477929Z","steps":["trace[1327712654] 'agreement among raft nodes before linearized reading' (duration: 118.805643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:53.780643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.465309ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-27T01:41:55.942816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.715443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:41:55.942901Z","caller":"traceutil/trace.go:171","msg":"trace[265277782] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7990; }","duration":"651.860406ms","start":"2026-02-27T01:41:55.291019Z","end":"2026-02-27T01:41:55.94288Z","steps":["trace[265277782] 'range keys from in-memory index tree' (duration: 651.475638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:55.9429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.600561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:41:55.942937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.877197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-27T01:41:55.942944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.290988Z","time spent":"651.947188ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:41:55.942952Z","caller":"traceutil/trace.go:171","msg":"trace[799713745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7990; }","duration":"897.695093ms","start":"2026-02-27T01:41:55.045243Z","end":"2026-02-27T01:41:55.942938Z","steps":["trace[799713745] 'range keys from in-memory index tree' (duration: 897.438288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:55.943002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.045223Z","time spent":"897.769946ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:41:55.942907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.809445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:41:55.943119Z","caller":"traceutil/trace.go:171","msg":"trace[15469967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7990; }","duration":"652.086381ms","start":"2026-02-27T01:41:55.291017Z","end":"2026-02-27T01:41:55.943104Z","steps":["trace[15469967] 'range keys from in-memory index tree' (duration: 651.613311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:55.943182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.290987Z","time spent":"652.168974ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:41:55.942971Z","caller":"traceutil/trace.go:171","msg":"trace[19936960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7990; }","duration":"462.946688ms","start":"2026-02-27T01:41:55.480013Z","end":"2026-02-27T01:41:55.942959Z","steps":["trace[19936960] 'range keys from in-memory index tree' (duration: 462.757964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:55.943275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.479992Z","time spent":"463.276586ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:41:55.943351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.223835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:41:55.943338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.285416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:41:55.943396Z","caller":"traceutil/trace.go:171","msg":"trace[1601645586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7990; }","duration":"652.359648ms","start":"2026-02-27T01:41:55.291025Z","end":"2026-02-27T01:41:55.943385Z","steps":["trace[1601645586] 'range keys from in-memory index tree' (duration: 652.034681ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:55.943417Z","caller":"traceutil/trace.go:171","msg":"trace[1531986711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7990; }","duration":"652.396759ms","start":"2026-02-27T01:41:55.290998Z","end":"2026-02-27T01:41:55.943394Z","steps":["trace[1531986711] 'range keys from in-memory index tree' (duration: 652.059602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:55.943436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.29101Z","time spent":"652.41314ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:55.943476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.29098Z","time spent":"652.483891ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:55.943418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.183341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:41:55.943478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.477821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:41:55.943562Z","caller":"traceutil/trace.go:171","msg":"trace[1487781609] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:7990; }","duration":"651.331094ms","start":"2026-02-27T01:41:55.292187Z","end":"2026-02-27T01:41:55.943518Z","steps":["trace[1487781609] 'range keys from in-memory index tree' (duration: 650.996966ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:55.943597Z","caller":"traceutil/trace.go:171","msg":"trace[1831056223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7990; }","duration":"652.628264ms","start":"2026-02-27T01:41:55.290929Z","end":"2026-02-27T01:41:55.943557Z","steps":["trace[1831056223] 'range keys from in-memory index tree' (duration: 652.272276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:55.943622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.292177Z","time spent":"651.434396ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:41:55.943663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.290907Z","time spent":"652.742137ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:55.943645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.406429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:41:55.943827Z","caller":"traceutil/trace.go:171","msg":"trace[1900070139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7990; }","duration":"652.651465ms","start":"2026-02-27T01:41:55.291108Z","end":"2026-02-27T01:41:55.943759Z","steps":["trace[1900070139] 'range keys from in-memory index tree' (duration: 652.157603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:55.943949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.291094Z","time spent":"652.834389ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:41:56.283389Z","caller":"traceutil/trace.go:171","msg":"trace[575802474] linearizableReadLoop","detail":"{readStateIndex:8298; appliedIndex:8297; }","duration":"335.28484ms","start":"2026-02-27T01:41:55.948072Z","end":"2026-02-27T01:41:56.283357Z","steps":["trace[575802474] 'read index received' (duration: 335.148297ms)","trace[575802474] 'applied index is now lower than readState.Index' (duration: 131.993µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:56.283526Z","caller":"traceutil/trace.go:171","msg":"trace[969886145] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"336.041628ms","start":"2026-02-27T01:41:55.947469Z","end":"2026-02-27T01:41:56.28351Z","steps":["trace[969886145] 'process raft request' (duration: 335.662379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:56.283654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.947443Z","time spent":"336.120499ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:56.283915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.825583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211686"} {"level":"info","ts":"2026-02-27T01:41:56.283991Z","caller":"traceutil/trace.go:171","msg":"trace[1655090388] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7991; }","duration":"335.933815ms","start":"2026-02-27T01:41:55.948041Z","end":"2026-02-27T01:41:56.283974Z","steps":["trace[1655090388] 'agreement among raft nodes before linearized reading' (duration: 335.556776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:56.284037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.94803Z","time spent":"335.996797ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211709,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:41:56.50529Z","caller":"traceutil/trace.go:171","msg":"trace[1754329199] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"556.575269ms","start":"2026-02-27T01:41:55.94867Z","end":"2026-02-27T01:41:56.505245Z","steps":["trace[1754329199] 'process raft request' (duration: 498.761129ms)","trace[1754329199] 'compare' (duration: 57.543743ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:56.505469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.948659Z","time spent":"556.713982ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:56.505626Z","caller":"traceutil/trace.go:171","msg":"trace[1963405870] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"556.524377ms","start":"2026-02-27T01:41:55.949077Z","end":"2026-02-27T01:41:56.505602Z","steps":["trace[1963405870] 'process raft request' (duration: 556.459285ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:56.505632Z","caller":"traceutil/trace.go:171","msg":"trace[1293149341] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"556.835915ms","start":"2026-02-27T01:41:55.948762Z","end":"2026-02-27T01:41:56.505598Z","steps":["trace[1293149341] 'process raft request' (duration: 556.653851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:56.505783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.948757Z","time spent":"556.951727ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:56.505776Z","caller":"traceutil/trace.go:171","msg":"trace[1917589373] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"556.869475ms","start":"2026-02-27T01:41:55.948878Z","end":"2026-02-27T01:41:56.505747Z","steps":["trace[1917589373] 'process raft request' (duration: 556.615889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:56.505799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.949062Z","time spent":"556.64173ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:56.505894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.948873Z","time spent":"556.957127ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:56.506084Z","caller":"traceutil/trace.go:171","msg":"trace[636459970] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"556.811474ms","start":"2026-02-27T01:41:55.949258Z","end":"2026-02-27T01:41:56.50607Z","steps":["trace[636459970] 'process raft request' (duration: 556.607719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:56.506173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.949248Z","time spent":"556.881665ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:41:56.506059Z","caller":"traceutil/trace.go:171","msg":"trace[1202320018] linearizableReadLoop","detail":"{readStateIndex:8304; appliedIndex:8298; }","duration":"222.536967ms","start":"2026-02-27T01:41:56.28347Z","end":"2026-02-27T01:41:56.506007Z","steps":["trace[1202320018] 'read index received' (duration: 163.98662ms)","trace[1202320018] 'applied index is now lower than readState.Index' (duration: 58.549117ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:56.506308Z","caller":"traceutil/trace.go:171","msg":"trace[1050292465] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"557.065019ms","start":"2026-02-27T01:41:55.949199Z","end":"2026-02-27T01:41:56.506264Z","steps":["trace[1050292465] 'process raft request' (duration: 556.368743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:56.506408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.802477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:41:56.506491Z","caller":"traceutil/trace.go:171","msg":"trace[1874004513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7997; }","duration":"557.93933ms","start":"2026-02-27T01:41:55.948537Z","end":"2026-02-27T01:41:56.506476Z","steps":["trace[1874004513] 'agreement among raft nodes before linearized reading' (duration: 557.578762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:56.506531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.949179Z","time spent":"557.235704ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:56.506502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.343293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-02-27T01:41:56.506651Z","caller":"traceutil/trace.go:171","msg":"trace[1130305201] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7997; }","duration":"263.523117ms","start":"2026-02-27T01:41:56.243106Z","end":"2026-02-27T01:41:56.506629Z","steps":["trace[1130305201] 'agreement among raft nodes before linearized reading' (duration: 263.173299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:56.506561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:55.948522Z","time spent":"558.026212ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:41:56.792142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.675943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:56.792231Z","caller":"traceutil/trace.go:171","msg":"trace[2053640472] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8305; }","duration":"202.029531ms","start":"2026-02-27T01:41:56.590187Z","end":"2026-02-27T01:41:56.792217Z","steps":["trace[2053640472] 'read index received' (duration: 57.129063ms)","trace[2053640472] 'applied index is now lower than readState.Index' (duration: 144.899468ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:56.792399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.194805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:56.792484Z","caller":"traceutil/trace.go:171","msg":"trace[553493973] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7998; }","duration":"202.304847ms","start":"2026-02-27T01:41:56.590161Z","end":"2026-02-27T01:41:56.792466Z","steps":["trace[553493973] 'agreement among raft nodes before linearized reading' (duration: 202.158273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:56.792529Z","caller":"traceutil/trace.go:171","msg":"trace[1952975926] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"203.830393ms","start":"2026-02-27T01:41:56.588646Z","end":"2026-02-27T01:41:56.792476Z","steps":["trace[1952975926] 'process raft request' (duration: 58.73547ms)","trace[1952975926] 'compare' (duration: 144.55131ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:57.082541Z","caller":"traceutil/trace.go:171","msg":"trace[1633483222] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"106.603381ms","start":"2026-02-27T01:41:56.97591Z","end":"2026-02-27T01:41:57.082513Z","steps":["trace[1633483222] 'process raft request' (duration: 106.429087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.221771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.658914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:58.221855Z","caller":"traceutil/trace.go:171","msg":"trace[979812788] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8000; }","duration":"214.862039ms","start":"2026-02-27T01:41:58.006975Z","end":"2026-02-27T01:41:58.221837Z","steps":["trace[979812788] 'range keys from in-memory index tree' (duration: 214.565023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.50714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.279821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:41:58.507445Z","caller":"traceutil/trace.go:171","msg":"trace[2018805293] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"223.619883ms","start":"2026-02-27T01:41:58.283777Z","end":"2026-02-27T01:41:58.507397Z","steps":["trace[2018805293] 'process raft request' (duration: 223.539471ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:58.507439Z","caller":"traceutil/trace.go:171","msg":"trace[1751137393] linearizableReadLoop","detail":"{readStateIndex:8310; appliedIndex:8309; }","duration":"223.694814ms","start":"2026-02-27T01:41:58.283713Z","end":"2026-02-27T01:41:58.507407Z","steps":["trace[1751137393] 'read index received' (duration: 107.991673ms)","trace[1751137393] 'applied index is now lower than readState.Index' (duration: 115.699811ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:58.507577Z","caller":"traceutil/trace.go:171","msg":"trace[1787067776] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"224.416391ms","start":"2026-02-27T01:41:58.283145Z","end":"2026-02-27T01:41:58.507561Z","steps":["trace[1787067776] 'process raft request' (duration: 108.613677ms)","trace[1787067776] 'compare' (duration: 115.140958ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:58.507825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.326678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T01:41:58.507859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.371781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:41:58.507913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.142664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T01:41:58.507898Z","caller":"traceutil/trace.go:171","msg":"trace[1810663760] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:8003; }","duration":"142.40477ms","start":"2026-02-27T01:41:58.365475Z","end":"2026-02-27T01:41:58.50788Z","steps":["trace[1810663760] 'agreement among raft nodes before linearized reading' (duration: 142.201005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.507834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.388247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:41:58.508031Z","caller":"traceutil/trace.go:171","msg":"trace[1908363323] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8003; }","duration":"224.335499ms","start":"2026-02-27T01:41:58.283678Z","end":"2026-02-27T01:41:58.508013Z","steps":["trace[1908363323] 'agreement among raft nodes before linearized reading' (duration: 224.031482ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:58.507976Z","caller":"traceutil/trace.go:171","msg":"trace[928240826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:8003; }","duration":"215.494684ms","start":"2026-02-27T01:41:58.29244Z","end":"2026-02-27T01:41:58.507934Z","steps":["trace[928240826] 'agreement among raft nodes before linearized reading' (duration: 215.242888ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:58.508086Z","caller":"traceutil/trace.go:171","msg":"trace[726734797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8003; }","duration":"220.664914ms","start":"2026-02-27T01:41:58.287404Z","end":"2026-02-27T01:41:58.508069Z","steps":["trace[726734797] 'agreement among raft nodes before linearized reading' (duration: 220.266465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.840748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.889611ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T01:41:58.84088Z","caller":"traceutil/trace.go:171","msg":"trace[1841278239] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8311; }","duration":"329.25299ms","start":"2026-02-27T01:41:58.511592Z","end":"2026-02-27T01:41:58.840845Z","steps":["trace[1841278239] 'read index received' (duration: 224.344209ms)","trace[1841278239] 'applied index is now lower than readState.Index' (duration: 104.906671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:41:58.840971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:58.509292Z","time spent":"331.675096ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:41:58.841111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.500896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:41:58.841191Z","caller":"traceutil/trace.go:171","msg":"trace[1918906176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8003; }","duration":"329.615919ms","start":"2026-02-27T01:41:58.511557Z","end":"2026-02-27T01:41:58.841173Z","steps":["trace[1918906176] 'agreement among raft nodes before linearized reading' (duration: 329.419154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.841236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:58.511536Z","time spent":"329.69044ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:41:58.880037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.374127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:41:58.880059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.235334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:41:58.880104Z","caller":"traceutil/trace.go:171","msg":"trace[2062737129] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8004; }","duration":"368.47735ms","start":"2026-02-27T01:41:58.511608Z","end":"2026-02-27T01:41:58.880086Z","steps":["trace[2062737129] 'agreement among raft nodes before linearized reading' (duration: 368.291325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.880146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:58.51159Z","time spent":"368.544921ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:41:58.880156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.360717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:41:58.8802Z","caller":"traceutil/trace.go:171","msg":"trace[2093356932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8004; }","duration":"368.428328ms","start":"2026-02-27T01:41:58.511759Z","end":"2026-02-27T01:41:58.880188Z","steps":["trace[2093356932] 'agreement among raft nodes before linearized reading' (duration: 368.313166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.88023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:58.511747Z","time spent":"368.47632ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:41:58.880238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.573372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.1897f6f6ce687830\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-02-27T01:41:58.880107Z","caller":"traceutil/trace.go:171","msg":"trace[1809563862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8004; }","duration":"368.311226ms","start":"2026-02-27T01:41:58.511783Z","end":"2026-02-27T01:41:58.880094Z","steps":["trace[1809563862] 'agreement among raft nodes before linearized reading' (duration: 368.163583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.88015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.539483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:41:58.880284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.465539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:41:58.880305Z","caller":"traceutil/trace.go:171","msg":"trace[1936289701] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.1897f6f6ce687830; range_end:; response_count:1; response_revision:8004; }","duration":"368.670114ms","start":"2026-02-27T01:41:58.511623Z","end":"2026-02-27T01:41:58.880293Z","steps":["trace[1936289701] 'agreement among raft nodes before linearized reading' (duration: 368.537661ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:58.880365Z","caller":"traceutil/trace.go:171","msg":"trace[213354653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8004; }","duration":"123.772119ms","start":"2026-02-27T01:41:58.756568Z","end":"2026-02-27T01:41:58.88034Z","steps":["trace[213354653] 'agreement among raft nodes before linearized reading' (duration: 123.560804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.88037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:58.511765Z","time spent":"368.557221ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:41:58.880277Z","caller":"traceutil/trace.go:171","msg":"trace[501253491] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"367.931207ms","start":"2026-02-27T01:41:58.512296Z","end":"2026-02-27T01:41:58.880228Z","steps":["trace[501253491] 'process raft request' (duration: 367.469596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:58.88036Z","caller":"traceutil/trace.go:171","msg":"trace[43621168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8004; }","duration":"368.565262ms","start":"2026-02-27T01:41:58.511781Z","end":"2026-02-27T01:41:58.880346Z","steps":["trace[43621168] 'agreement among raft nodes before linearized reading' (duration: 368.277365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.880458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:58.511768Z","time spent":"368.675574ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:41:58.88048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:58.51227Z","time spent":"368.162272ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:41:58.880481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.808924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211686"} {"level":"info","ts":"2026-02-27T01:41:58.880522Z","caller":"traceutil/trace.go:171","msg":"trace[1705082607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8004; }","duration":"367.868416ms","start":"2026-02-27T01:41:58.512644Z","end":"2026-02-27T01:41:58.880512Z","steps":["trace[1705082607] 'agreement among raft nodes before linearized reading' (duration: 367.525098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.880392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:58.511611Z","time spent":"368.772527ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.1897f6f6ce687830\" "} {"level":"warn","ts":"2026-02-27T01:41:58.880556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:58.512634Z","time spent":"367.911206ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211709,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:41:58.880239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.398327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:41:58.880789Z","caller":"traceutil/trace.go:171","msg":"trace[2058472677] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8004; }","duration":"368.92987ms","start":"2026-02-27T01:41:58.511771Z","end":"2026-02-27T01:41:58.880701Z","steps":["trace[2058472677] 'agreement among raft nodes before linearized reading' (duration: 368.240644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:58.88092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:41:58.511762Z","time spent":"369.060693ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:41:59.07757Z","caller":"traceutil/trace.go:171","msg":"trace[998849256] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"235.521759ms","start":"2026-02-27T01:41:58.842021Z","end":"2026-02-27T01:41:59.077543Z","steps":["trace[998849256] 'process raft request' (duration: 234.922975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:59.077606Z","caller":"traceutil/trace.go:171","msg":"trace[2146117] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8313; }","duration":"196.076004ms","start":"2026-02-27T01:41:58.881508Z","end":"2026-02-27T01:41:59.077584Z","steps":["trace[2146117] 'read index received' (duration: 195.465389ms)","trace[2146117] 'applied index is now lower than readState.Index' (duration: 609.575µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:41:59.07772Z","caller":"traceutil/trace.go:171","msg":"trace[571756411] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"232.561049ms","start":"2026-02-27T01:41:58.845129Z","end":"2026-02-27T01:41:59.07769Z","steps":["trace[571756411] 'process raft request' (duration: 232.352774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:59.077822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.233737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:59.077934Z","caller":"traceutil/trace.go:171","msg":"trace[1922536542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8006; }","duration":"196.434202ms","start":"2026-02-27T01:41:58.88148Z","end":"2026-02-27T01:41:59.077914Z","steps":["trace[1922536542] 'agreement among raft nodes before linearized reading' (duration: 196.215047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:59.081764Z","caller":"traceutil/trace.go:171","msg":"trace[421472708] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"199.336629ms","start":"2026-02-27T01:41:58.882415Z","end":"2026-02-27T01:41:59.081752Z","steps":["trace[421472708] 'process raft request' (duration: 199.205676ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:59.082173Z","caller":"traceutil/trace.go:171","msg":"trace[1375677304] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"198.07294ms","start":"2026-02-27T01:41:58.884094Z","end":"2026-02-27T01:41:59.082167Z","steps":["trace[1375677304] 'process raft request' (duration: 197.63449ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:59.08211Z","caller":"traceutil/trace.go:171","msg":"trace[590622773] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"198.429949ms","start":"2026-02-27T01:41:58.88364Z","end":"2026-02-27T01:41:59.08207Z","steps":["trace[590622773] 'process raft request' (duration: 198.05733ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:59.082429Z","caller":"traceutil/trace.go:171","msg":"trace[1612805713] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"197.553419ms","start":"2026-02-27T01:41:58.88486Z","end":"2026-02-27T01:41:59.082413Z","steps":["trace[1612805713] 'process raft request' (duration: 197.448346ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:59.082448Z","caller":"traceutil/trace.go:171","msg":"trace[551805449] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"197.61943ms","start":"2026-02-27T01:41:58.884791Z","end":"2026-02-27T01:41:59.08241Z","steps":["trace[551805449] 'process raft request' (duration: 197.347603ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:59.082568Z","caller":"traceutil/trace.go:171","msg":"trace[553679621] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"197.647481ms","start":"2026-02-27T01:41:58.884908Z","end":"2026-02-27T01:41:59.082556Z","steps":["trace[553679621] 'process raft request' (duration: 197.463707ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:41:59.082615Z","caller":"traceutil/trace.go:171","msg":"trace[1780572299] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"103.658602ms","start":"2026-02-27T01:41:58.97893Z","end":"2026-02-27T01:41:59.082588Z","steps":["trace[1780572299] 'process raft request' (duration: 103.552859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:41:59.082741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.717349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:41:59.082802Z","caller":"traceutil/trace.go:171","msg":"trace[1618741555] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8013; }","duration":"133.825141ms","start":"2026-02-27T01:41:58.948965Z","end":"2026-02-27T01:41:59.08279Z","steps":["trace[1618741555] 'agreement among raft nodes before linearized reading' (duration: 133.674028ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:04.582098Z","caller":"traceutil/trace.go:171","msg":"trace[429487428] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"100.820267ms","start":"2026-02-27T01:42:04.481246Z","end":"2026-02-27T01:42:04.582066Z","steps":["trace[429487428] 'process raft request' (duration: 100.592871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:43.425935Z","caller":"traceutil/trace.go:171","msg":"trace[2012566381] linearizableReadLoop","detail":"{readStateIndex:8808; appliedIndex:8807; }","duration":"104.795928ms","start":"2026-02-27T01:42:43.321125Z","end":"2026-02-27T01:42:43.42592Z","steps":["trace[2012566381] 'read index received' (duration: 104.647125ms)","trace[2012566381] 'applied index is now lower than readState.Index' (duration: 148.253µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:42:43.42602Z","caller":"traceutil/trace.go:171","msg":"trace[534493529] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"123.168044ms","start":"2026-02-27T01:42:43.302833Z","end":"2026-02-27T01:42:43.426001Z","steps":["trace[534493529] 'process raft request' (duration: 122.99917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:43.426083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.943562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:42:43.426106Z","caller":"traceutil/trace.go:171","msg":"trace[1618370085] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8489; }","duration":"105.001693ms","start":"2026-02-27T01:42:43.321096Z","end":"2026-02-27T01:42:43.426098Z","steps":["trace[1618370085] 'agreement among raft nodes before linearized reading' (duration: 104.898081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:43.426186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.919925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:42:43.426202Z","caller":"traceutil/trace.go:171","msg":"trace[777257730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8489; }","duration":"102.968766ms","start":"2026-02-27T01:42:43.32323Z","end":"2026-02-27T01:42:43.426198Z","steps":["trace[777257730] 'agreement among raft nodes before linearized reading' (duration: 102.925105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:43.426299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.707633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:42:43.426352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.802936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:42:43.426391Z","caller":"traceutil/trace.go:171","msg":"trace[421090233] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8489; }","duration":"103.860357ms","start":"2026-02-27T01:42:43.322509Z","end":"2026-02-27T01:42:43.426369Z","steps":["trace[421090233] 'agreement among raft nodes before linearized reading' (duration: 103.648282ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:43.426421Z","caller":"traceutil/trace.go:171","msg":"trace[1546005235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8489; }","duration":"103.923769ms","start":"2026-02-27T01:42:43.322479Z","end":"2026-02-27T01:42:43.426403Z","steps":["trace[1546005235] 'agreement among raft nodes before linearized reading' (duration: 103.607591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:43.426946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.127753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:42:43.427006Z","caller":"traceutil/trace.go:171","msg":"trace[298351569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8489; }","duration":"104.211785ms","start":"2026-02-27T01:42:43.322781Z","end":"2026-02-27T01:42:43.426993Z","steps":["trace[298351569] 'agreement among raft nodes before linearized reading' (duration: 103.321145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:43.643251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.585823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:42:43.643595Z","caller":"traceutil/trace.go:171","msg":"trace[1289774036] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"212.633087ms","start":"2026-02-27T01:42:43.430932Z","end":"2026-02-27T01:42:43.643565Z","steps":["trace[1289774036] 'process raft request' (duration: 60.648605ms)","trace[1289774036] 'compare' (duration: 151.48019ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:42:43.643727Z","caller":"traceutil/trace.go:171","msg":"trace[1163048186] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"211.322367ms","start":"2026-02-27T01:42:43.432364Z","end":"2026-02-27T01:42:43.643686Z","steps":["trace[1163048186] 'process raft request' (duration: 211.081141ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:43.6438Z","caller":"traceutil/trace.go:171","msg":"trace[202200117] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"211.179854ms","start":"2026-02-27T01:42:43.432579Z","end":"2026-02-27T01:42:43.643759Z","steps":["trace[202200117] 'process raft request' (duration: 210.893767ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:43.643854Z","caller":"traceutil/trace.go:171","msg":"trace[840220752] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"211.770947ms","start":"2026-02-27T01:42:43.432065Z","end":"2026-02-27T01:42:43.643836Z","steps":["trace[840220752] 'process raft request' (duration: 211.348038ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:43.644275Z","caller":"traceutil/trace.go:171","msg":"trace[900672312] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"213.231812ms","start":"2026-02-27T01:42:43.431001Z","end":"2026-02-27T01:42:43.644233Z","steps":["trace[900672312] 'process raft request' (duration: 212.365622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:55.782566Z","caller":"traceutil/trace.go:171","msg":"trace[701932257] linearizableReadLoop","detail":"{readStateIndex:8873; appliedIndex:8872; }","duration":"465.761338ms","start":"2026-02-27T01:42:55.316782Z","end":"2026-02-27T01:42:55.782543Z","steps":["trace[701932257] 'read index received' (duration: 465.594264ms)","trace[701932257] 'applied index is now lower than readState.Index' (duration: 166.214µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:42:55.782637Z","caller":"traceutil/trace.go:171","msg":"trace[2085822152] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"477.707736ms","start":"2026-02-27T01:42:55.304898Z","end":"2026-02-27T01:42:55.782606Z","steps":["trace[2085822152] 'process raft request' (duration: 477.521881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:55.78281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.930157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:42:55.782851Z","caller":"traceutil/trace.go:171","msg":"trace[190294563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:8551; }","duration":"458.003128ms","start":"2026-02-27T01:42:55.324838Z","end":"2026-02-27T01:42:55.782841Z","steps":["trace[190294563] 'agreement among raft nodes before linearized reading' (duration: 457.841464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:55.782835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.039024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:42:55.782889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:55.324831Z","time spent":"458.048909ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"info","ts":"2026-02-27T01:42:55.782921Z","caller":"traceutil/trace.go:171","msg":"trace[1820858543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8551; }","duration":"466.167167ms","start":"2026-02-27T01:42:55.316732Z","end":"2026-02-27T01:42:55.782899Z","steps":["trace[1820858543] 'agreement among raft nodes before linearized reading' (duration: 465.935412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:55.782972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:55.316714Z","time spent":"466.24766ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:42:55.783136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.320836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:42:55.783179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.932159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:42:55.783191Z","caller":"traceutil/trace.go:171","msg":"trace[843251454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8551; }","duration":"299.407688ms","start":"2026-02-27T01:42:55.48377Z","end":"2026-02-27T01:42:55.783177Z","steps":["trace[843251454] 'agreement among raft nodes before linearized reading' (duration: 299.293005ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:55.78322Z","caller":"traceutil/trace.go:171","msg":"trace[1822142841] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8551; }","duration":"122.027592ms","start":"2026-02-27T01:42:55.66118Z","end":"2026-02-27T01:42:55.783208Z","steps":["trace[1822142841] 'agreement among raft nodes before linearized reading' (duration: 121.885728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:55.782788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:55.304877Z","time spent":"477.831568ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:42:56.078159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.172383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:42:56.078358Z","caller":"traceutil/trace.go:171","msg":"trace[543568752] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"290.971782ms","start":"2026-02-27T01:42:55.787364Z","end":"2026-02-27T01:42:56.078336Z","steps":["trace[543568752] 'process raft request' (duration: 97.521733ms)","trace[543568752] 'compare' (duration: 192.454376ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:42:56.135331Z","caller":"traceutil/trace.go:171","msg":"trace[1522854070] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"347.614856ms","start":"2026-02-27T01:42:55.787687Z","end":"2026-02-27T01:42:56.135302Z","steps":["trace[1522854070] 'process raft request' (duration: 347.414582ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:56.135451Z","caller":"traceutil/trace.go:171","msg":"trace[352083957] linearizableReadLoop","detail":"{readStateIndex:8875; appliedIndex:8873; }","duration":"347.666738ms","start":"2026-02-27T01:42:55.787763Z","end":"2026-02-27T01:42:56.13543Z","steps":["trace[352083957] 'read index received' (duration: 97.198296ms)","trace[352083957] 'applied index is now lower than readState.Index' (duration: 250.467112ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:42:56.135558Z","caller":"traceutil/trace.go:171","msg":"trace[90426808] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"347.557445ms","start":"2026-02-27T01:42:55.787985Z","end":"2026-02-27T01:42:56.135543Z","steps":["trace[90426808] 'process raft request' (duration: 347.326419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:56.135478Z","caller":"traceutil/trace.go:171","msg":"trace[1691745013] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"347.601456ms","start":"2026-02-27T01:42:55.787788Z","end":"2026-02-27T01:42:56.135389Z","steps":["trace[1691745013] 'process raft request' (duration: 347.435562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:56.135564Z","caller":"traceutil/trace.go:171","msg":"trace[1792813508] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"347.506534ms","start":"2026-02-27T01:42:55.788002Z","end":"2026-02-27T01:42:56.135509Z","steps":["trace[1792813508] 'process raft request' (duration: 347.34738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:56.135574Z","caller":"traceutil/trace.go:171","msg":"trace[388011283] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"346.769017ms","start":"2026-02-27T01:42:55.788775Z","end":"2026-02-27T01:42:56.135544Z","steps":["trace[388011283] 'process raft request' (duration: 346.616773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:56.1356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:55.787662Z","time spent":"347.813051ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:42:56.13572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:55.787964Z","time spent":"347.659048ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:42:56.135749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:55.788758Z","time spent":"346.917611ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:42:56.135757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:55.787985Z","time spent":"347.670048ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:42:56.135687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.42145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:42:56.135848Z","caller":"traceutil/trace.go:171","msg":"trace[1192671622] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8558; }","duration":"234.611864ms","start":"2026-02-27T01:42:55.901205Z","end":"2026-02-27T01:42:56.135817Z","steps":["trace[1192671622] 'agreement among raft nodes before linearized reading' (duration: 234.43406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:42:56.135465Z","caller":"traceutil/trace.go:171","msg":"trace[140812547] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"347.477473ms","start":"2026-02-27T01:42:55.787948Z","end":"2026-02-27T01:42:56.135426Z","steps":["trace[140812547] 'process raft request' (duration: 347.3258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:56.135846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:55.787762Z","time spent":"347.914324ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:42:56.136048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:55.787937Z","time spent":"348.043977ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:42:56.136751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.978768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244645"} {"level":"info","ts":"2026-02-27T01:42:56.136814Z","caller":"traceutil/trace.go:171","msg":"trace[608612068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8558; }","duration":"349.089571ms","start":"2026-02-27T01:42:55.78771Z","end":"2026-02-27T01:42:56.1368Z","steps":["trace[608612068] 'agreement among raft nodes before linearized reading' (duration: 347.874683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:42:56.136857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:42:55.787687Z","time spent":"349.158502ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244668,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:43:00.501645Z","caller":"traceutil/trace.go:171","msg":"trace[1332311616] linearizableReadLoop","detail":"{readStateIndex:8897; appliedIndex:8896; }","duration":"325.482313ms","start":"2026-02-27T01:43:00.176138Z","end":"2026-02-27T01:43:00.501621Z","steps":["trace[1332311616] 'read index received' (duration: 325.306139ms)","trace[1332311616] 'applied index is now lower than readState.Index' (duration: 174.704µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:43:00.501699Z","caller":"traceutil/trace.go:171","msg":"trace[654752887] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"350.931513ms","start":"2026-02-27T01:43:00.150735Z","end":"2026-02-27T01:43:00.501666Z","steps":["trace[654752887] 'process raft request' (duration: 350.723638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:00.501854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:00.150723Z","time spent":"351.044697ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:43:00.501881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.717229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:43:00.501922Z","caller":"traceutil/trace.go:171","msg":"trace[1456516539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8574; }","duration":"325.78972ms","start":"2026-02-27T01:43:00.176118Z","end":"2026-02-27T01:43:00.501908Z","steps":["trace[1456516539] 'agreement among raft nodes before linearized reading' (duration: 325.645847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:00.501898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.632343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:43:00.501949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:00.17611Z","time spent":"325.833141ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:43:00.501966Z","caller":"traceutil/trace.go:171","msg":"trace[72572110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8574; }","duration":"324.735426ms","start":"2026-02-27T01:43:00.17722Z","end":"2026-02-27T01:43:00.501955Z","steps":["trace[72572110] 'agreement among raft nodes before linearized reading' (duration: 324.552372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:00.502032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:00.177203Z","time spent":"324.791607ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:43:00.502073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.839492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:43:00.50209Z","caller":"traceutil/trace.go:171","msg":"trace[403220280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:8574; }","duration":"322.869132ms","start":"2026-02-27T01:43:00.179216Z","end":"2026-02-27T01:43:00.502085Z","steps":["trace[403220280] 'agreement among raft nodes before linearized reading' (duration: 322.812281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:00.502104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:00.17921Z","time spent":"322.891132ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:43:00.502225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.426538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:43:00.502288Z","caller":"traceutil/trace.go:171","msg":"trace[567514082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8574; }","duration":"324.47241ms","start":"2026-02-27T01:43:00.177777Z","end":"2026-02-27T01:43:00.50225Z","steps":["trace[567514082] 'agreement among raft nodes before linearized reading' (duration: 324.348897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:00.502321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:00.177769Z","time spent":"324.541981ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:43:00.502362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.65022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:43:00.502389Z","caller":"traceutil/trace.go:171","msg":"trace[721652761] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8574; }","duration":"164.726793ms","start":"2026-02-27T01:43:00.337655Z","end":"2026-02-27T01:43:00.502382Z","steps":["trace[721652761] 'agreement among raft nodes before linearized reading' (duration: 164.632771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:00.502427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.543678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:43:00.502491Z","caller":"traceutil/trace.go:171","msg":"trace[1947163630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8574; }","duration":"323.61599ms","start":"2026-02-27T01:43:00.178855Z","end":"2026-02-27T01:43:00.502471Z","steps":["trace[1947163630] 'agreement among raft nodes before linearized reading' (duration: 323.493487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:00.502528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.912984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-dbl2x\" ","response":"range_response_count:1 size:7009"} {"level":"warn","ts":"2026-02-27T01:43:00.502292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.325836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:43:00.502545Z","caller":"traceutil/trace.go:171","msg":"trace[155383794] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-dbl2x; range_end:; response_count:1; response_revision:8574; }","duration":"260.954376ms","start":"2026-02-27T01:43:00.241586Z","end":"2026-02-27T01:43:00.50254Z","steps":["trace[155383794] 'agreement among raft nodes before linearized reading' (duration: 260.896814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:00.502545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:00.178849Z","time spent":"323.686402ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:43:00.502549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.802778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:43:00.50257Z","caller":"traceutil/trace.go:171","msg":"trace[652259771] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8574; }","duration":"324.716005ms","start":"2026-02-27T01:43:00.17784Z","end":"2026-02-27T01:43:00.502556Z","steps":["trace[652259771] 'agreement among raft nodes before linearized reading' (duration: 324.194693ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:00.50259Z","caller":"traceutil/trace.go:171","msg":"trace[2013293439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8574; }","duration":"324.874469ms","start":"2026-02-27T01:43:00.177704Z","end":"2026-02-27T01:43:00.502579Z","steps":["trace[2013293439] 'agreement among raft nodes before linearized reading' (duration: 324.725535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:00.50263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:00.177688Z","time spent":"324.934961ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:43:00.502636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:00.177815Z","time spent":"324.781927ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:43:02.26019Z","caller":"traceutil/trace.go:171","msg":"trace[886784824] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"218.837918ms","start":"2026-02-27T01:43:02.041326Z","end":"2026-02-27T01:43:02.260163Z","steps":["trace[886784824] 'process raft request' (duration: 216.508894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:42.965671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.498892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:43:42.965725Z","caller":"traceutil/trace.go:171","msg":"trace[145317239] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"105.11957ms","start":"2026-02-27T01:43:42.860563Z","end":"2026-02-27T01:43:42.965683Z","steps":["trace[145317239] 'process raft request' (duration: 80.099659ms)","trace[145317239] 'compare' (duration: 24.823996ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:43:42.965749Z","caller":"traceutil/trace.go:171","msg":"trace[1028335098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8917; }","duration":"106.645825ms","start":"2026-02-27T01:43:42.859088Z","end":"2026-02-27T01:43:42.965734Z","steps":["trace[1028335098] 'range keys from in-memory index tree' (duration: 106.325748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:43.193294Z","caller":"traceutil/trace.go:171","msg":"trace[1230945530] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"222.068014ms","start":"2026-02-27T01:43:42.971195Z","end":"2026-02-27T01:43:43.193263Z","steps":["trace[1230945530] 'process raft request' (duration: 129.094176ms)","trace[1230945530] 'compare' (duration: 92.64797ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:43:43.193544Z","caller":"traceutil/trace.go:171","msg":"trace[1155189601] linearizableReadLoop","detail":"{readStateIndex:9255; appliedIndex:9251; }","duration":"219.784491ms","start":"2026-02-27T01:43:42.973734Z","end":"2026-02-27T01:43:43.193519Z","steps":["trace[1155189601] 'read index received' (duration: 71.749635ms)","trace[1155189601] 'applied index is now lower than readState.Index' (duration: 148.033216ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:43:43.193556Z","caller":"traceutil/trace.go:171","msg":"trace[1565205589] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"222.318589ms","start":"2026-02-27T01:43:42.971205Z","end":"2026-02-27T01:43:43.193524Z","steps":["trace[1565205589] 'process raft request' (duration: 221.987311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:43.193711Z","caller":"traceutil/trace.go:171","msg":"trace[1675933819] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"220.720082ms","start":"2026-02-27T01:43:42.972943Z","end":"2026-02-27T01:43:43.193663Z","steps":["trace[1675933819] 'process raft request' (duration: 220.447886ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:43.193716Z","caller":"traceutil/trace.go:171","msg":"trace[1705259835] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"220.236631ms","start":"2026-02-27T01:43:42.973454Z","end":"2026-02-27T01:43:43.193691Z","steps":["trace[1705259835] 'process raft request' (duration: 220.013026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:43.194064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.302663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:304585"} {"level":"info","ts":"2026-02-27T01:43:43.194148Z","caller":"traceutil/trace.go:171","msg":"trace[508525661] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:8923; }","duration":"220.414005ms","start":"2026-02-27T01:43:42.973718Z","end":"2026-02-27T01:43:43.194132Z","steps":["trace[508525661] 'agreement among raft nodes before linearized reading' (duration: 219.898323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:50.866207Z","caller":"traceutil/trace.go:171","msg":"trace[2093105449] linearizableReadLoop","detail":"{readStateIndex:9325; appliedIndex:9324; }","duration":"135.941445ms","start":"2026-02-27T01:43:50.730238Z","end":"2026-02-27T01:43:50.866179Z","steps":["trace[2093105449] 'read index received' (duration: 135.801761ms)","trace[2093105449] 'applied index is now lower than readState.Index' (duration: 138.434µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:43:50.866253Z","caller":"traceutil/trace.go:171","msg":"trace[1076726348] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"272.520125ms","start":"2026-02-27T01:43:50.593699Z","end":"2026-02-27T01:43:50.866219Z","steps":["trace[1076726348] 'process raft request' (duration: 272.31253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:50.866454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.192831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wrl2f\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-02-27T01:43:50.8665Z","caller":"traceutil/trace.go:171","msg":"trace[444407708] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-wrl2f; range_end:; response_count:1; response_revision:8991; }","duration":"136.286853ms","start":"2026-02-27T01:43:50.730199Z","end":"2026-02-27T01:43:50.866485Z","steps":["trace[444407708] 'agreement among raft nodes before linearized reading' (duration: 136.117629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:50.86648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.212045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:43:50.866585Z","caller":"traceutil/trace.go:171","msg":"trace[422183244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8991; }","duration":"109.348158ms","start":"2026-02-27T01:43:50.757209Z","end":"2026-02-27T01:43:50.866557Z","steps":["trace[422183244] 'agreement among raft nodes before linearized reading' (duration: 109.159034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:15.528959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746868753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:44:16.029289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746868753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:44:16.529874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746868753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:44:16.582371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.60568235s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:44:16.582854Z","caller":"traceutil/trace.go:171","msg":"trace[1129339014] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"1.606209602s","start":"2026-02-27T01:44:14.976614Z","end":"2026-02-27T01:44:16.582823Z","steps":["trace[1129339014] 'process raft request' (duration: 1.605992237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.583039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:14.976601Z","time spent":"1.606342396s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6989,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:16.589397Z","caller":"traceutil/trace.go:171","msg":"trace[1396664422] linearizableReadLoop","detail":"{readStateIndex:9500; appliedIndex:9496; }","duration":"1.560963697s","start":"2026-02-27T01:44:15.028412Z","end":"2026-02-27T01:44:16.589375Z","steps":["trace[1396664422] 'read index received' (duration: 1.554136637s)","trace[1396664422] 'applied index is now lower than readState.Index' (duration: 6.825939ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:16.589498Z","caller":"traceutil/trace.go:171","msg":"trace[322644856] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"1.482373243s","start":"2026-02-27T01:44:15.107092Z","end":"2026-02-27T01:44:16.589465Z","steps":["trace[322644856] 'process raft request' (duration: 1.482157078s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.589572Z","caller":"traceutil/trace.go:171","msg":"trace[1476032024] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"492.334585ms","start":"2026-02-27T01:44:16.097173Z","end":"2026-02-27T01:44:16.589507Z","steps":["trace[1476032024] 'process raft request' (duration: 492.166641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.589424Z","caller":"traceutil/trace.go:171","msg":"trace[1370408433] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"1.612722374s","start":"2026-02-27T01:44:14.976662Z","end":"2026-02-27T01:44:16.589384Z","steps":["trace[1370408433] 'process raft request' (duration: 1.610172424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.589871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47365301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:44:16.589955Z","caller":"traceutil/trace.go:171","msg":"trace[1956129680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9159; }","duration":"1.473773513s","start":"2026-02-27T01:44:15.116161Z","end":"2026-02-27T01:44:16.589935Z","steps":["trace[1956129680] 'agreement among raft nodes before linearized reading' (duration: 1.473546917s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.590001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.116141Z","time spent":"1.473849514s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:44:16.590013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:14.976643Z","time spent":"1.613168425s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:44:16.590067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005736743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:44:16.589752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.097145Z","time spent":"492.461208ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:16.590113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171870739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:44:16.590182Z","caller":"traceutil/trace.go:171","msg":"trace[998744567] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:9159; }","duration":"1.171955531s","start":"2026-02-27T01:44:15.418207Z","end":"2026-02-27T01:44:16.590163Z","steps":["trace[998744567] 'agreement among raft nodes before linearized reading' (duration: 1.171761756s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.590185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561771155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:44:16.590198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.528963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:44:16.590218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403338709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:44:16.590239Z","caller":"traceutil/trace.go:171","msg":"trace[1849760952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9159; }","duration":"1.561826596s","start":"2026-02-27T01:44:15.028396Z","end":"2026-02-27T01:44:16.590223Z","steps":["trace[1849760952] 'agreement among raft nodes before linearized reading' (duration: 1.561679793s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.590252Z","caller":"traceutil/trace.go:171","msg":"trace[355597298] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9159; }","duration":"430.634056ms","start":"2026-02-27T01:44:16.159601Z","end":"2026-02-27T01:44:16.590235Z","steps":["trace[355597298] 'agreement among raft nodes before linearized reading' (duration: 430.302158ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.59027Z","caller":"traceutil/trace.go:171","msg":"trace[897479194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9159; }","duration":"1.403424841s","start":"2026-02-27T01:44:15.186833Z","end":"2026-02-27T01:44:16.590258Z","steps":["trace[897479194] 'agreement among raft nodes before linearized reading' (duration: 1.403047102s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.590281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.028322Z","time spent":"1.561950179s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:44:16.590292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.159583Z","time spent":"430.697907ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:44:16.590136Z","caller":"traceutil/trace.go:171","msg":"trace[1977707256] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9159; }","duration":"1.005893917s","start":"2026-02-27T01:44:15.584226Z","end":"2026-02-27T01:44:16.59012Z","steps":["trace[1977707256] 'agreement among raft nodes before linearized reading' (duration: 1.005695992s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.590349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.584215Z","time spent":"1.006124822s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":56,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:44:16.590296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187103915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:44:16.590437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189725055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:44:16.589864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189328867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:44:16.590541Z","caller":"traceutil/trace.go:171","msg":"trace[262637228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9159; }","duration":"1.190000342s","start":"2026-02-27T01:44:15.400527Z","end":"2026-02-27T01:44:16.590527Z","steps":["trace[262637228] 'agreement among raft nodes before linearized reading' (duration: 1.189262925s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:16.590538Z","caller":"traceutil/trace.go:171","msg":"trace[851915234] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9159; }","duration":"1.18736617s","start":"2026-02-27T01:44:15.403152Z","end":"2026-02-27T01:44:16.590518Z","steps":["trace[851915234] 'agreement among raft nodes before linearized reading' (duration: 1.186552991s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.590578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.400508Z","time spent":"1.190058983s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:44:16.590589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.403146Z","time spent":"1.187431302s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:44:16.590613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197490327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:44:16.590678Z","caller":"traceutil/trace.go:171","msg":"trace[2040096431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9159; }","duration":"1.198177013s","start":"2026-02-27T01:44:15.392487Z","end":"2026-02-27T01:44:16.590664Z","steps":["trace[2040096431] 'agreement among raft nodes before linearized reading' (duration: 1.197287622s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.590711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.392468Z","time spent":"1.198236804s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:44:16.590296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.186807Z","time spent":"1.403481772s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:44:16.590768Z","caller":"traceutil/trace.go:171","msg":"trace[578636276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9159; }","duration":"1.190176206s","start":"2026-02-27T01:44:15.400341Z","end":"2026-02-27T01:44:16.590517Z","steps":["trace[578636276] 'agreement among raft nodes before linearized reading' (duration: 1.189400938s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.590228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.418176Z","time spent":"1.172042883s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:44:16.590846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.40033Z","time spent":"1.190492403s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:44:16.58964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:15.107068Z","time spent":"1.482499776s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:34.121006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.36956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T01:44:34.121073Z","caller":"traceutil/trace.go:171","msg":"trace[1574529491] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9281; }","duration":"139.477693ms","start":"2026-02-27T01:44:33.981581Z","end":"2026-02-27T01:44:34.121058Z","steps":["trace[1574529491] 'range keys from in-memory index tree' (duration: 139.226497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:46.771683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.971565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:44:46.771747Z","caller":"traceutil/trace.go:171","msg":"trace[1515896607] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9383; }","duration":"122.096158ms","start":"2026-02-27T01:44:46.649639Z","end":"2026-02-27T01:44:46.771735Z","steps":["trace[1515896607] 'count revisions from in-memory index tree' (duration: 121.885243ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:12.091781Z","caller":"traceutil/trace.go:171","msg":"trace[1000367696] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"234.853359ms","start":"2026-02-27T01:45:11.856874Z","end":"2026-02-27T01:45:12.091727Z","steps":["trace[1000367696] 'process raft request' (duration: 234.694286ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:14.768658Z","caller":"traceutil/trace.go:171","msg":"trace[923967949] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"221.324465ms","start":"2026-02-27T01:45:14.547316Z","end":"2026-02-27T01:45:14.768641Z","steps":["trace[923967949] 'process raft request' (duration: 221.199252ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:15.123737Z","caller":"traceutil/trace.go:171","msg":"trace[927527472] linearizableReadLoop","detail":"{readStateIndex:9990; appliedIndex:9989; }","duration":"134.20384ms","start":"2026-02-27T01:45:14.989511Z","end":"2026-02-27T01:45:15.123715Z","steps":["trace[927527472] 'read index received' (duration: 134.025635ms)","trace[927527472] 'applied index is now lower than readState.Index' (duration: 177.225µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:45:15.123997Z","caller":"traceutil/trace.go:171","msg":"trace[484752835] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"178.894378ms","start":"2026-02-27T01:45:14.945091Z","end":"2026-02-27T01:45:15.123985Z","steps":["trace[484752835] 'process raft request' (duration: 178.505379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.124405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.873275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:45:15.124469Z","caller":"traceutil/trace.go:171","msg":"trace[34727565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9631; }","duration":"134.994298ms","start":"2026-02-27T01:45:14.98946Z","end":"2026-02-27T01:45:15.124454Z","steps":["trace[34727565] 'agreement among raft nodes before linearized reading' (duration: 134.742592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.124785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.009828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:45:15.124843Z","caller":"traceutil/trace.go:171","msg":"trace[963431239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9631; }","duration":"135.092329ms","start":"2026-02-27T01:45:14.989737Z","end":"2026-02-27T01:45:15.12483Z","steps":["trace[963431239] 'agreement among raft nodes before linearized reading' (duration: 134.956306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.125445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.576109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:45:15.125489Z","caller":"traceutil/trace.go:171","msg":"trace[584707636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9631; }","duration":"125.63719ms","start":"2026-02-27T01:45:14.99984Z","end":"2026-02-27T01:45:15.125477Z","steps":["trace[584707636] 'agreement among raft nodes before linearized reading' (duration: 125.533497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.125657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.294075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:45:15.125696Z","caller":"traceutil/trace.go:171","msg":"trace[650492909] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9631; }","duration":"135.343285ms","start":"2026-02-27T01:45:14.990342Z","end":"2026-02-27T01:45:15.125685Z","steps":["trace[650492909] 'agreement among raft nodes before linearized reading' (duration: 135.261863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.125851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.612372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:45:15.125883Z","caller":"traceutil/trace.go:171","msg":"trace[288463323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9631; }","duration":"135.668483ms","start":"2026-02-27T01:45:14.990207Z","end":"2026-02-27T01:45:15.125875Z","steps":["trace[288463323] 'agreement among raft nodes before linearized reading' (duration: 135.593621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.126028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.089803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:45:15.126055Z","caller":"traceutil/trace.go:171","msg":"trace[1347657215] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9631; }","duration":"136.135164ms","start":"2026-02-27T01:45:14.989912Z","end":"2026-02-27T01:45:15.126047Z","steps":["trace[1347657215] 'agreement among raft nodes before linearized reading' (duration: 136.067932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.126221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.413481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:45:15.126253Z","caller":"traceutil/trace.go:171","msg":"trace[855633961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9631; }","duration":"136.461791ms","start":"2026-02-27T01:45:14.989784Z","end":"2026-02-27T01:45:15.126246Z","steps":["trace[855633961] 'agreement among raft nodes before linearized reading' (duration: 136.369149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:15.28312Z","caller":"traceutil/trace.go:171","msg":"trace[620172356] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"152.235058ms","start":"2026-02-27T01:45:15.130858Z","end":"2026-02-27T01:45:15.283093Z","steps":["trace[620172356] 'process raft request' (duration: 152.108095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:15.627817Z","caller":"traceutil/trace.go:171","msg":"trace[187413902] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"495.958188ms","start":"2026-02-27T01:45:15.131824Z","end":"2026-02-27T01:45:15.627782Z","steps":["trace[187413902] 'process raft request' (duration: 436.941676ms)","trace[187413902] 'compare' (duration: 58.773507ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:45:15.628016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.131808Z","time spent":"496.099971ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:45:15.628039Z","caller":"traceutil/trace.go:171","msg":"trace[344235073] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"495.519248ms","start":"2026-02-27T01:45:15.132497Z","end":"2026-02-27T01:45:15.628016Z","steps":["trace[344235073] 'process raft request' (duration: 495.238561ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:15.628201Z","caller":"traceutil/trace.go:171","msg":"trace[912062202] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"495.592649ms","start":"2026-02-27T01:45:15.132585Z","end":"2026-02-27T01:45:15.628177Z","steps":["trace[912062202] 'process raft request' (duration: 495.327303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.628209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.132482Z","time spent":"495.632491ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:45:15.628341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.132575Z","time spent":"495.703992ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:45:15.628503Z","caller":"traceutil/trace.go:171","msg":"trace[1689504303] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"495.675422ms","start":"2026-02-27T01:45:15.132822Z","end":"2026-02-27T01:45:15.628497Z","steps":["trace[1689504303] 'process raft request' (duration: 495.291423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.628541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.132813Z","time spent":"495.708512ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:45:15.62866Z","caller":"traceutil/trace.go:171","msg":"trace[7665568] linearizableReadLoop","detail":"{readStateIndex:9996; appliedIndex:9990; }","duration":"495.428215ms","start":"2026-02-27T01:45:15.13322Z","end":"2026-02-27T01:45:15.628648Z","steps":["trace[7665568] 'read index received' (duration: 149.74523ms)","trace[7665568] 'applied index is now lower than readState.Index' (duration: 345.682015ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:45:15.628714Z","caller":"traceutil/trace.go:171","msg":"trace[712129660] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"495.762884ms","start":"2026-02-27T01:45:15.132944Z","end":"2026-02-27T01:45:15.628707Z","steps":["trace[712129660] 'process raft request' (duration: 495.525478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:15.628745Z","caller":"traceutil/trace.go:171","msg":"trace[443801152] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"494.959575ms","start":"2026-02-27T01:45:15.133776Z","end":"2026-02-27T01:45:15.628736Z","steps":["trace[443801152] 'process raft request' (duration: 494.811492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.628807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.133763Z","time spent":"495.008906ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:45:15.628752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.132937Z","time spent":"495.793964ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:45:15.628858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.436966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:15.628949Z","caller":"traceutil/trace.go:171","msg":"trace[481020617] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:9638; }","duration":"461.536048ms","start":"2026-02-27T01:45:15.167401Z","end":"2026-02-27T01:45:15.628937Z","steps":["trace[481020617] 'agreement among raft nodes before linearized reading' (duration: 461.431786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.628993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.167395Z","time spent":"461.584829ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:45:15.629201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.976739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:39 size:351356"} {"level":"info","ts":"2026-02-27T01:45:15.629226Z","caller":"traceutil/trace.go:171","msg":"trace[623407849] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:39; response_revision:9638; }","duration":"496.01123ms","start":"2026-02-27T01:45:15.133209Z","end":"2026-02-27T01:45:15.62922Z","steps":["trace[623407849] 'agreement among raft nodes before linearized reading' (duration: 495.663702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.629246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.133204Z","time spent":"496.03599ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":39,"response size":351379,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:45:15.629264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.787834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:45:15.629302Z","caller":"traceutil/trace.go:171","msg":"trace[753387739] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9638; }","duration":"412.838726ms","start":"2026-02-27T01:45:15.216453Z","end":"2026-02-27T01:45:15.629292Z","steps":["trace[753387739] 'agreement among raft nodes before linearized reading' (duration: 412.768955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.629329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:15.216445Z","time spent":"412.878577ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:45:15.629321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.535743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:45:15.629365Z","caller":"traceutil/trace.go:171","msg":"trace[9492711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9638; }","duration":"105.617195ms","start":"2026-02-27T01:45:15.523738Z","end":"2026-02-27T01:45:15.629355Z","steps":["trace[9492711] 'agreement among raft nodes before linearized reading' (duration: 105.452211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:15.965984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.545735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-02-27T01:45:15.96609Z","caller":"traceutil/trace.go:171","msg":"trace[635364724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9638; }","duration":"235.698829ms","start":"2026-02-27T01:45:15.730365Z","end":"2026-02-27T01:45:15.966063Z","steps":["trace[635364724] 'range keys from in-memory index tree' (duration: 235.296599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:16.037697Z","caller":"traceutil/trace.go:171","msg":"trace[1114167908] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"261.340964ms","start":"2026-02-27T01:45:15.776336Z","end":"2026-02-27T01:45:16.037677Z","steps":["trace[1114167908] 'process raft request' (duration: 261.193981ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:16.576829Z","caller":"traceutil/trace.go:171","msg":"trace[1025066125] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"172.913729ms","start":"2026-02-27T01:45:16.403888Z","end":"2026-02-27T01:45:16.576801Z","steps":["trace[1025066125] 'process raft request' (duration: 142.535853ms)","trace[1025066125] 'compare' (duration: 29.735001ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:45:16.58929Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T01:45:16.601329Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T01:45:16.601435Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-02-27T01:45:17.012949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.737421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:17.013028Z","caller":"traceutil/trace.go:171","msg":"trace[1165177481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9643; }","duration":"254.870384ms","start":"2026-02-27T01:45:16.758139Z","end":"2026-02-27T01:45:17.01301Z","steps":["trace[1165177481] 'range keys from in-memory index tree' (duration: 254.585598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:25.34231Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7368} {"level":"info","ts":"2026-02-27T01:45:25.42028Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7368,"took":"75.746981ms","hash":3944729790,"current-db-size-bytes":39936000,"current-db-size":"40 MB","current-db-size-in-use-bytes":25190400,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T01:45:25.420362Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3944729790,"revision":7368,"compact-revision":5308} {"level":"info","ts":"2026-02-27T01:46:09.332777Z","caller":"traceutil/trace.go:171","msg":"trace[2048339154] transaction","detail":"{read_only:false; response_revision:10196; number_of_response:1; }","duration":"135.766435ms","start":"2026-02-27T01:46:09.196989Z","end":"2026-02-27T01:46:09.332755Z","steps":["trace[2048339154] 'process raft request' (duration: 135.641542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:20.09962Z","caller":"traceutil/trace.go:171","msg":"trace[688556569] transaction","detail":"{read_only:false; response_revision:10274; number_of_response:1; }","duration":"727.19408ms","start":"2026-02-27T01:46:19.372406Z","end":"2026-02-27T01:46:20.0996Z","steps":["trace[688556569] 'process raft request' (duration: 726.960565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:20.099585Z","caller":"traceutil/trace.go:171","msg":"trace[1526691094] linearizableReadLoop","detail":"{readStateIndex:10649; appliedIndex:10648; }","duration":"495.000323ms","start":"2026-02-27T01:46:19.60456Z","end":"2026-02-27T01:46:20.09956Z","steps":["trace[1526691094] 'read index received' (duration: 494.644325ms)","trace[1526691094] 'applied index is now lower than readState.Index' (duration: 355.098µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:20.099766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:19.372378Z","time spent":"727.311872ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:20.099771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.211339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:46:20.099812Z","caller":"traceutil/trace.go:171","msg":"trace[1301815078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10274; }","duration":"495.29339ms","start":"2026-02-27T01:46:19.604509Z","end":"2026-02-27T01:46:20.099802Z","steps":["trace[1301815078] 'agreement among raft nodes before linearized reading' (duration: 495.156717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:20.099851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:19.604485Z","time spent":"495.358772ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:20.099943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.956434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:46:20.099983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.013663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:46:20.099985Z","caller":"traceutil/trace.go:171","msg":"trace[114925876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10274; }","duration":"125.006006ms","start":"2026-02-27T01:46:19.974957Z","end":"2026-02-27T01:46:20.099963Z","steps":["trace[114925876] 'agreement among raft nodes before linearized reading' (duration: 124.914064ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:20.100013Z","caller":"traceutil/trace.go:171","msg":"trace[150666878] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10274; }","duration":"118.056834ms","start":"2026-02-27T01:46:19.981944Z","end":"2026-02-27T01:46:20.100001Z","steps":["trace[150666878] 'agreement among raft nodes before linearized reading' (duration: 117.981022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:20.100055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.975301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:46:20.100138Z","caller":"traceutil/trace.go:171","msg":"trace[60705015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10274; }","duration":"124.092364ms","start":"2026-02-27T01:46:19.976027Z","end":"2026-02-27T01:46:20.10012Z","steps":["trace[60705015] 'agreement among raft nodes before linearized reading' (duration: 123.850569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:20.100049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.644866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:46:20.100311Z","caller":"traceutil/trace.go:171","msg":"trace[313905411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10274; }","duration":"167.904352ms","start":"2026-02-27T01:46:19.932335Z","end":"2026-02-27T01:46:20.100239Z","steps":["trace[313905411] 'agreement among raft nodes before linearized reading' (duration: 167.521133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:20.100296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.22643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T01:46:20.100306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.881606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:46:20.100378Z","caller":"traceutil/trace.go:171","msg":"trace[1272748399] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10274; }","duration":"162.394794ms","start":"2026-02-27T01:46:19.937964Z","end":"2026-02-27T01:46:20.100358Z","steps":["trace[1272748399] 'agreement among raft nodes before linearized reading' (duration: 162.127318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:20.100391Z","caller":"traceutil/trace.go:171","msg":"trace[234960274] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10274; }","duration":"120.03722ms","start":"2026-02-27T01:46:19.980331Z","end":"2026-02-27T01:46:20.100368Z","steps":["trace[234960274] 'agreement among raft nodes before linearized reading' (duration: 119.708873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:20.100863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.559455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:46:20.100966Z","caller":"traceutil/trace.go:171","msg":"trace[1726488051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10274; }","duration":"162.297762ms","start":"2026-02-27T01:46:19.938647Z","end":"2026-02-27T01:46:20.100945Z","steps":["trace[1726488051] 'agreement among raft nodes before linearized reading' (duration: 161.223227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:34.51996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.857483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:46:34.520207Z","caller":"traceutil/trace.go:171","msg":"trace[2055269629] linearizableReadLoop","detail":"{readStateIndex:10722; appliedIndex:10721; }","duration":"868.80463ms","start":"2026-02-27T01:46:33.65138Z","end":"2026-02-27T01:46:34.520184Z","steps":["trace[2055269629] 'read index received' (duration: 14.62606ms)","trace[2055269629] 'applied index is now lower than readState.Index' (duration: 854.1768ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:34.520693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.303642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:46:34.520754Z","caller":"traceutil/trace.go:171","msg":"trace[977104527] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10344; }","duration":"869.375644ms","start":"2026-02-27T01:46:33.651364Z","end":"2026-02-27T01:46:34.52074Z","steps":["trace[977104527] 'agreement among raft nodes before linearized reading' (duration: 869.256121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:34.520786Z","caller":"traceutil/trace.go:171","msg":"trace[491842523] transaction","detail":"{read_only:false; response_revision:10345; number_of_response:1; }","duration":"330.465709ms","start":"2026-02-27T01:46:34.190294Z","end":"2026-02-27T01:46:34.52076Z","steps":["trace[491842523] 'process raft request' (duration: 329.788284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:34.520882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:33.651313Z","time spent":"869.559498ms","remote":"127.0.0.1:47066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:34.520987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.190267Z","time spent":"330.645474ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:35.757046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:46:35.757138Z","caller":"traceutil/trace.go:171","msg":"trace[864561209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189573s","start":"2026-02-27T01:46:33.75693Z","end":"2026-02-27T01:46:35.757119Z","steps":["trace[864561209] 'agreement among raft nodes before linearized reading' (duration: 2.00006448s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:35.757188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:33.756914Z","time spent":"2.000264876s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:46:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:46:36.712978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.840166954s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:46:36.809015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1257234s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:46:36.809291Z","caller":"traceutil/trace.go:171","msg":"trace[747979455] linearizableReadLoop","detail":"{readStateIndex:10724; appliedIndex:10723; }","duration":"2.288979905s","start":"2026-02-27T01:46:34.5203Z","end":"2026-02-27T01:46:36.809279Z","steps":["trace[747979455] 'read index received' (duration: 163.167502ms)","trace[747979455] 'applied index is now lower than readState.Index' (duration: 2.125811503s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:36.809469Z","caller":"traceutil/trace.go:171","msg":"trace[399569339] transaction","detail":"{read_only:false; response_revision:10347; number_of_response:1; }","duration":"1.93676191s","start":"2026-02-27T01:46:34.872657Z","end":"2026-02-27T01:46:36.809419Z","steps":["trace[399569339] 'process raft request' (duration: 1.936533675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.809525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602722546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:46:36.809527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517596348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:46:36.809573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.872618Z","time spent":"1.936911153s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:36.809572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52025105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:46:36.809627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026964716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:36.809627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150395865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:36.809681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030331574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:36.80972Z","caller":"traceutil/trace.go:171","msg":"trace[1563620016] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10347; }","duration":"2.030378635s","start":"2026-02-27T01:46:34.779332Z","end":"2026-02-27T01:46:36.809711Z","steps":["trace[1563620016] 'agreement among raft nodes before linearized reading' (duration: 2.030326414s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.809714Z","caller":"traceutil/trace.go:171","msg":"trace[390518363] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10347; }","duration":"2.150505266s","start":"2026-02-27T01:46:34.659184Z","end":"2026-02-27T01:46:36.809689Z","steps":["trace[390518363] 'agreement among raft nodes before linearized reading' (duration: 2.150403124s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.809725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.401236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:36.809715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030201791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:36.809726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910476568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:36.809748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.779328Z","time spent":"2.030415597s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-27T01:46:36.809721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503254475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:46:36.809757Z","caller":"traceutil/trace.go:171","msg":"trace[349862152] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10347; }","duration":"2.030251643s","start":"2026-02-27T01:46:34.779497Z","end":"2026-02-27T01:46:36.809749Z","steps":["trace[349862152] 'agreement among raft nodes before linearized reading' (duration: 2.030190681s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.809705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516218196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:46:36.809802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030631441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T01:46:36.809831Z","caller":"traceutil/trace.go:171","msg":"trace[611071835] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:10347; }","duration":"2.503398298s","start":"2026-02-27T01:46:34.306413Z","end":"2026-02-27T01:46:36.809812Z","steps":["trace[611071835] 'agreement among raft nodes before linearized reading' (duration: 2.503176853s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.809834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.779493Z","time spent":"2.030333394s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:46:36.809852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052449448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:36.809864Z","caller":"traceutil/trace.go:171","msg":"trace[1457878031] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10347; }","duration":"2.030724383s","start":"2026-02-27T01:46:34.779128Z","end":"2026-02-27T01:46:36.809852Z","steps":["trace[1457878031] 'agreement among raft nodes before linearized reading' (duration: 2.030549479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.809872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147947807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:36.809881Z","caller":"traceutil/trace.go:171","msg":"trace[553834850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10347; }","duration":"1.052477849s","start":"2026-02-27T01:46:35.757396Z","end":"2026-02-27T01:46:36.809874Z","steps":["trace[553834850] 'agreement among raft nodes before linearized reading' (duration: 1.052433788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.809879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030502759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:36.809877Z","caller":"traceutil/trace.go:171","msg":"trace[1959467699] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10347; }","duration":"2.516426281s","start":"2026-02-27T01:46:34.29342Z","end":"2026-02-27T01:46:36.809847Z","steps":["trace[1959467699] 'agreement among raft nodes before linearized reading' (duration: 2.516048192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.809882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.779112Z","time spent":"2.030765265s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:36.809868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.306396Z","time spent":"2.503463829s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:46:36.809911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:35.75731Z","time spent":"1.052595801s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:46:36.809919Z","caller":"traceutil/trace.go:171","msg":"trace[1738897082] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10347; }","duration":"2.030548269s","start":"2026-02-27T01:46:34.779362Z","end":"2026-02-27T01:46:36.80991Z","steps":["trace[1738897082] 'agreement among raft nodes before linearized reading' (duration: 2.030494788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.809936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.293413Z","time spent":"2.516511673s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:46:36.809961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149833011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:36.809965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697751065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T01:46:36.809966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.779359Z","time spent":"2.030599911s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-27T01:46:36.809981Z","caller":"traceutil/trace.go:171","msg":"trace[1088279643] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10347; }","duration":"2.149862782s","start":"2026-02-27T01:46:34.660113Z","end":"2026-02-27T01:46:36.809976Z","steps":["trace[1088279643] 'agreement among raft nodes before linearized reading' (duration: 2.149832111s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.809991Z","caller":"traceutil/trace.go:171","msg":"trace[546527365] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10347; }","duration":"1.697814906s","start":"2026-02-27T01:46:35.112168Z","end":"2026-02-27T01:46:36.809983Z","steps":["trace[546527365] 'agreement among raft nodes before linearized reading' (duration: 1.697670473s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.660109Z","time spent":"2.149895143s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-27T01:46:36.809807Z","caller":"traceutil/trace.go:171","msg":"trace[1070251980] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10347; }","duration":"2.91054619s","start":"2026-02-27T01:46:33.89921Z","end":"2026-02-27T01:46:36.809756Z","steps":["trace[1070251980] 'agreement among raft nodes before linearized reading' (duration: 2.910495099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76767717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:46:36.810028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:35.112146Z","time spent":"1.697873017s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T01:46:36.809567Z","caller":"traceutil/trace.go:171","msg":"trace[564456184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10346; }","duration":"2.602811468s","start":"2026-02-27T01:46:34.206746Z","end":"2026-02-27T01:46:36.809557Z","steps":["trace[564456184] 'agreement among raft nodes before linearized reading' (duration: 2.602617804s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.809618Z","caller":"traceutil/trace.go:171","msg":"trace[1318825417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10346; }","duration":"2.517762652s","start":"2026-02-27T01:46:34.291833Z","end":"2026-02-27T01:46:36.809596Z","steps":["trace[1318825417] 'agreement among raft nodes before linearized reading' (duration: 2.517496376s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.206727Z","time spent":"2.60334262s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:36.810084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149051292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-27T01:46:36.809685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12483412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:36.810037Z","caller":"traceutil/trace.go:171","msg":"trace[153326926] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10347; }","duration":"1.767742381s","start":"2026-02-27T01:46:35.042289Z","end":"2026-02-27T01:46:36.810032Z","steps":["trace[153326926] 'agreement among raft nodes before linearized reading' (duration: 1.7676796s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.29179Z","time spent":"2.518299095s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:46:36.809647Z","caller":"traceutil/trace.go:171","msg":"trace[1734418665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10347; }","duration":"2.520387993s","start":"2026-02-27T01:46:34.28924Z","end":"2026-02-27T01:46:36.809628Z","steps":["trace[1734418665] 'agreement among raft nodes before linearized reading' (duration: 2.520170398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.8506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-02-27T01:46:36.81015Z","caller":"traceutil/trace.go:171","msg":"trace[2105540229] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10347; }","duration":"284.897091ms","start":"2026-02-27T01:46:36.525247Z","end":"2026-02-27T01:46:36.810144Z","steps":["trace[2105540229] 'agreement among raft nodes before linearized reading' (duration: 284.834669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.80966Z","caller":"traceutil/trace.go:171","msg":"trace[1957854936] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10347; }","duration":"2.027008106s","start":"2026-02-27T01:46:34.782645Z","end":"2026-02-27T01:46:36.809653Z","steps":["trace[1957854936] 'agreement among raft nodes before linearized reading' (duration: 2.026959825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.2892Z","time spent":"2.520945456s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:46:36.810107Z","caller":"traceutil/trace.go:171","msg":"trace[2115679660] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10347; }","duration":"2.125302631s","start":"2026-02-27T01:46:34.684796Z","end":"2026-02-27T01:46:36.810099Z","steps":["trace[2115679660] 'agreement among raft nodes before linearized reading' (duration: 2.12485703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.80995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148352916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:36.81021Z","caller":"traceutil/trace.go:171","msg":"trace[456776620] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10347; }","duration":"2.148625163s","start":"2026-02-27T01:46:34.661581Z","end":"2026-02-27T01:46:36.810206Z","steps":["trace[456776620] 'agreement among raft nodes before linearized reading' (duration: 2.148350717s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.78264Z","time spent":"2.02754515s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:36.810217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.684773Z","time spent":"2.125433074s","remote":"127.0.0.1:52816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:36.810237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.661576Z","time spent":"2.148651794s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-27T01:46:36.809755Z","caller":"traceutil/trace.go:171","msg":"trace[2021466565] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10347; }","duration":"678.485979ms","start":"2026-02-27T01:46:36.131259Z","end":"2026-02-27T01:46:36.809745Z","steps":["trace[2021466565] 'agreement among raft nodes before linearized reading' (duration: 678.421557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.131239Z","time spent":"679.033671ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:36.810317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517506316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:46:36.80991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.063459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T01:46:36.810363Z","caller":"traceutil/trace.go:171","msg":"trace[1848575360] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10347; }","duration":"2.517538886s","start":"2026-02-27T01:46:34.2928Z","end":"2026-02-27T01:46:36.810338Z","steps":["trace[1848575360] 'agreement among raft nodes before linearized reading' (duration: 2.516738068s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.292787Z","time spent":"2.517591757s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:46:36.810385Z","caller":"traceutil/trace.go:171","msg":"trace[1401831354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10347; }","duration":"848.567791ms","start":"2026-02-27T01:46:35.961801Z","end":"2026-02-27T01:46:36.810369Z","steps":["trace[1401831354] 'agreement among raft nodes before linearized reading' (duration: 848.035209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.934281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:46:36.810425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:35.961781Z","time spent":"848.632212ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T01:46:36.809909Z","caller":"traceutil/trace.go:171","msg":"trace[1143590603] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10347; }","duration":"2.147992438s","start":"2026-02-27T01:46:34.661908Z","end":"2026-02-27T01:46:36.809901Z","steps":["trace[1143590603] 'agreement among raft nodes before linearized reading' (duration: 2.147938407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.661904Z","time spent":"2.148572512s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T01:46:36.81046Z","caller":"traceutil/trace.go:171","msg":"trace[91960380] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10347; }","duration":"473.108725ms","start":"2026-02-27T01:46:36.337339Z","end":"2026-02-27T01:46:36.810448Z","steps":["trace[91960380] 'agreement among raft nodes before linearized reading' (duration: 472.375668ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:36.80921Z","caller":"traceutil/trace.go:171","msg":"trace[982880763] transaction","detail":"{read_only:false; response_revision:10346; number_of_response:1; }","duration":"2.506566751s","start":"2026-02-27T01:46:34.302595Z","end":"2026-02-27T01:46:36.809161Z","steps":["trace[982880763] 'process raft request' (duration: 380.507433ms)","trace[982880763] 'compare' (duration: 2.124308287s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:36.810036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:33.899192Z","time spent":"2.910835676s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:36.810614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519391989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:46:36.810638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.337317Z","time spent":"473.270109ms","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:36.810032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150145888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T01:46:36.810699Z","caller":"traceutil/trace.go:171","msg":"trace[18956554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10347; }","duration":"2.520516615s","start":"2026-02-27T01:46:34.290125Z","end":"2026-02-27T01:46:36.810642Z","steps":["trace[18956554] 'agreement among raft nodes before linearized reading' (duration: 2.519246156s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.290072Z","time spent":"2.520656429s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:46:36.810699Z","caller":"traceutil/trace.go:171","msg":"trace[17862168] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10347; }","duration":"2.150798233s","start":"2026-02-27T01:46:34.65987Z","end":"2026-02-27T01:46:36.810668Z","steps":["trace[17862168] 'agreement among raft nodes before linearized reading' (duration: 2.150096817s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.659864Z","time spent":"2.150923657s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-27T01:46:36.809684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.111962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:36.810869Z","caller":"traceutil/trace.go:171","msg":"trace[677422050] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10347; }","duration":"152.31568ms","start":"2026-02-27T01:46:36.658539Z","end":"2026-02-27T01:46:36.810854Z","steps":["trace[677422050] 'agreement among raft nodes before linearized reading' (duration: 151.106572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.810124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:35.042267Z","time spent":"1.767848174s","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:36.809745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109920973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:46:36.811031Z","caller":"traceutil/trace.go:171","msg":"trace[882138253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10347; }","duration":"2.111231934s","start":"2026-02-27T01:46:34.699775Z","end":"2026-02-27T01:46:36.811007Z","steps":["trace[882138253] 'agreement among raft nodes before linearized reading' (duration: 2.109934544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.811068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.699759Z","time spent":"2.111298726s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:36.810186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.772971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:46:36.811164Z","caller":"traceutil/trace.go:171","msg":"trace[945996847] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10347; }","duration":"471.777604ms","start":"2026-02-27T01:46:36.339377Z","end":"2026-02-27T01:46:36.811155Z","steps":["trace[945996847] 'agreement among raft nodes before linearized reading' (duration: 470.74127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.809756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.659165Z","time spent":"2.150582459s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:36.811197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.33936Z","time spent":"471.829415ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":109,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:46:36.810099Z","caller":"traceutil/trace.go:171","msg":"trace[993015326] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10347; }","duration":"2.149077584s","start":"2026-02-27T01:46:34.661016Z","end":"2026-02-27T01:46:36.810094Z","steps":["trace[993015326] 'agreement among raft nodes before linearized reading' (duration: 2.149030463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.811299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.661011Z","time spent":"2.150276801s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:36.811244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.302567Z","time spent":"2.508050776s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:36.811907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551680411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:46:36.811956Z","caller":"traceutil/trace.go:171","msg":"trace[522241918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10347; }","duration":"2.551743502s","start":"2026-02-27T01:46:34.260198Z","end":"2026-02-27T01:46:36.811942Z","steps":["trace[522241918] 'agreement among raft nodes before linearized reading' (duration: 2.551623409s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:36.811991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:34.260189Z","time spent":"2.551794943s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:37.317419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746872100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:46:37.350938Z","caller":"traceutil/trace.go:171","msg":"trace[812832559] transaction","detail":"{read_only:false; response_revision:10348; number_of_response:1; }","duration":"537.795768ms","start":"2026-02-27T01:46:36.813117Z","end":"2026-02-27T01:46:37.350913Z","steps":["trace[812832559] 'process raft request' (duration: 537.647104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:37.3511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.813094Z","time spent":"537.923261ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:37.719309Z","caller":"traceutil/trace.go:171","msg":"trace[1343397480] transaction","detail":"{read_only:false; response_revision:10349; number_of_response:1; }","duration":"904.803388ms","start":"2026-02-27T01:46:36.81448Z","end":"2026-02-27T01:46:37.719283Z","steps":["trace[1343397480] 'process raft request' (duration: 904.430939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:37.719468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.814464Z","time spent":"904.92027ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:37.719719Z","caller":"traceutil/trace.go:171","msg":"trace[1279568434] transaction","detail":"{read_only:false; response_revision:10352; number_of_response:1; }","duration":"903.005095ms","start":"2026-02-27T01:46:36.816692Z","end":"2026-02-27T01:46:37.719697Z","steps":["trace[1279568434] 'process raft request' (duration: 902.933984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:37.71986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.816661Z","time spent":"903.124178ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:37.719932Z","caller":"traceutil/trace.go:171","msg":"trace[1541744595] transaction","detail":"{read_only:false; response_revision:10351; number_of_response:1; }","duration":"904.380158ms","start":"2026-02-27T01:46:36.815519Z","end":"2026-02-27T01:46:37.719899Z","steps":["trace[1541744595] 'process raft request' (duration: 904.02772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:37.719957Z","caller":"traceutil/trace.go:171","msg":"trace[1293610860] transaction","detail":"{read_only:false; response_revision:10350; number_of_response:1; }","duration":"905.205827ms","start":"2026-02-27T01:46:36.814545Z","end":"2026-02-27T01:46:37.71975Z","steps":["trace[1293610860] 'process raft request' (duration: 904.700325ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:37.719981Z","caller":"traceutil/trace.go:171","msg":"trace[428758662] transaction","detail":"{read_only:false; response_revision:10354; number_of_response:1; }","duration":"903.039276ms","start":"2026-02-27T01:46:36.816918Z","end":"2026-02-27T01:46:37.719957Z","steps":["trace[428758662] 'process raft request' (duration: 902.843122ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:37.719976Z","caller":"traceutil/trace.go:171","msg":"trace[793797083] linearizableReadLoop","detail":"{readStateIndex:10735; appliedIndex:10725; }","duration":"903.276762ms","start":"2026-02-27T01:46:36.816675Z","end":"2026-02-27T01:46:37.719952Z","steps":["trace[793797083] 'read index received' (duration: 534.184815ms)","trace[793797083] 'applied index is now lower than readState.Index' (duration: 369.090847ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:37.720065Z","caller":"traceutil/trace.go:171","msg":"trace[676073359] transaction","detail":"{read_only:false; response_revision:10355; number_of_response:1; }","duration":"903.139129ms","start":"2026-02-27T01:46:36.816915Z","end":"2026-02-27T01:46:37.720054Z","steps":["trace[676073359] 'process raft request' (duration: 902.940014ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:37.720053Z","caller":"traceutil/trace.go:171","msg":"trace[173574424] transaction","detail":"{read_only:false; response_revision:10353; number_of_response:1; }","duration":"903.213151ms","start":"2026-02-27T01:46:36.816809Z","end":"2026-02-27T01:46:37.720022Z","steps":["trace[173574424] 'process raft request' (duration: 902.852843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:37.720073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.816909Z","time spent":"903.116458ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:37.720086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.815511Z","time spent":"904.491971ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:37.720087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.814538Z","time spent":"905.474023ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:37.720116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.816903Z","time spent":"903.184469ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:37.720194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.8168Z","time spent":"903.320323ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:37.720021Z","caller":"traceutil/trace.go:171","msg":"trace[1853898751] transaction","detail":"{read_only:false; response_revision:10357; number_of_response:1; }","duration":"902.73352ms","start":"2026-02-27T01:46:36.817277Z","end":"2026-02-27T01:46:37.720011Z","steps":["trace[1853898751] 'process raft request' (duration: 902.641458ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:37.720184Z","caller":"traceutil/trace.go:171","msg":"trace[1799573653] transaction","detail":"{read_only:false; response_revision:10356; number_of_response:1; }","duration":"903.139549ms","start":"2026-02-27T01:46:36.816996Z","end":"2026-02-27T01:46:37.720136Z","steps":["trace[1799573653] 'process raft request' (duration: 902.893723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:37.720343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.708973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T01:46:37.720395Z","caller":"traceutil/trace.go:171","msg":"trace[140626022] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10357; }","duration":"564.794685ms","start":"2026-02-27T01:46:37.155591Z","end":"2026-02-27T01:46:37.720385Z","steps":["trace[140626022] 'agreement among raft nodes before linearized reading' (duration: 564.620021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:37.720377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.817266Z","time spent":"903.034866ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:37.720388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.531572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-27T01:46:37.720422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:37.15557Z","time spent":"564.845736ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T01:46:37.720431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.714692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T01:46:37.720334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.642571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T01:46:37.720479Z","caller":"traceutil/trace.go:171","msg":"trace[623117785] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10357; }","duration":"295.835365ms","start":"2026-02-27T01:46:37.424631Z","end":"2026-02-27T01:46:37.720466Z","steps":["trace[623117785] 'agreement among raft nodes before linearized reading' (duration: 295.660741ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:37.72053Z","caller":"traceutil/trace.go:171","msg":"trace[1574803566] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585; range_end:; response_count:1; response_revision:10357; }","duration":"903.871235ms","start":"2026-02-27T01:46:36.816645Z","end":"2026-02-27T01:46:37.720516Z","steps":["trace[1574803566] 'agreement among raft nodes before linearized reading' (duration: 903.469456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:37.720561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.81663Z","time spent":"903.923057ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" "} {"level":"warn","ts":"2026-02-27T01:46:37.720314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.836265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:37.721286Z","caller":"traceutil/trace.go:171","msg":"trace[1835897067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10357; }","duration":"901.817218ms","start":"2026-02-27T01:46:36.819441Z","end":"2026-02-27T01:46:37.721258Z","steps":["trace[1835897067] 'agreement among raft nodes before linearized reading' (duration: 900.778024ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:37.721325Z","caller":"traceutil/trace.go:171","msg":"trace[1398726662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10357; }","duration":"355.622815ms","start":"2026-02-27T01:46:37.364809Z","end":"2026-02-27T01:46:37.720432Z","steps":["trace[1398726662] 'agreement among raft nodes before linearized reading' (duration: 355.399859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:37.721389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:37.364794Z","time spent":"356.577736ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:46:37.721388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.819434Z","time spent":"901.913511ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:46:37.721599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.816987Z","time spent":"904.405729ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:37.722869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.063427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:430870"} {"level":"info","ts":"2026-02-27T01:46:37.722928Z","caller":"traceutil/trace.go:171","msg":"trace[935906635] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:10357; }","duration":"906.123898ms","start":"2026-02-27T01:46:36.816781Z","end":"2026-02-27T01:46:37.722905Z","steps":["trace[935906635] 'agreement among raft nodes before linearized reading' (duration: 903.407205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:37.722955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:36.816774Z","time spent":"906.172789ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":430893,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:46:37.934344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.441851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:46:37.93443Z","caller":"traceutil/trace.go:171","msg":"trace[366785432] linearizableReadLoop","detail":"{readStateIndex:10736; appliedIndex:10735; }","duration":"204.888772ms","start":"2026-02-27T01:46:37.729529Z","end":"2026-02-27T01:46:37.934417Z","steps":["trace[366785432] 'read index received' (duration: 65.161194ms)","trace[366785432] 'applied index is now lower than readState.Index' (duration: 139.725158ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:37.934582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.053175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:46:37.934601Z","caller":"traceutil/trace.go:171","msg":"trace[2013393229] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10358; }","duration":"205.107767ms","start":"2026-02-27T01:46:37.729488Z","end":"2026-02-27T01:46:37.934595Z","steps":["trace[2013393229] 'agreement among raft nodes before linearized reading' (duration: 204.959293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:37.934569Z","caller":"traceutil/trace.go:171","msg":"trace[180451634] transaction","detail":"{read_only:false; response_revision:10358; number_of_response:1; }","duration":"208.67991ms","start":"2026-02-27T01:46:37.725849Z","end":"2026-02-27T01:46:37.934529Z","steps":["trace[180451634] 'process raft request' (duration: 68.922062ms)","trace[180451634] 'compare' (duration: 139.134444ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:38.334104Z","caller":"traceutil/trace.go:171","msg":"trace[1928620887] linearizableReadLoop","detail":"{readStateIndex:10737; appliedIndex:10736; }","duration":"381.208558ms","start":"2026-02-27T01:46:37.952867Z","end":"2026-02-27T01:46:38.334076Z","steps":["trace[1928620887] 'read index received' (duration: 379.98804ms)","trace[1928620887] 'applied index is now lower than readState.Index' (duration: 1.219608ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:38.334241Z","caller":"traceutil/trace.go:171","msg":"trace[1321191122] transaction","detail":"{read_only:false; response_revision:10359; number_of_response:1; }","duration":"393.180477ms","start":"2026-02-27T01:46:37.941048Z","end":"2026-02-27T01:46:38.334228Z","steps":["trace[1321191122] 'process raft request' (duration: 392.87475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:38.334362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:37.941019Z","time spent":"393.257249ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:38.334699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.826244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:38.334746Z","caller":"traceutil/trace.go:171","msg":"trace[1469191332] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10359; }","duration":"381.899355ms","start":"2026-02-27T01:46:37.952834Z","end":"2026-02-27T01:46:38.334734Z","steps":["trace[1469191332] 'agreement among raft nodes before linearized reading' (duration: 381.822563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:38.334779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:37.95282Z","time spent":"381.950387ms","remote":"127.0.0.1:46506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:38.334755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.015711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:38.334864Z","caller":"traceutil/trace.go:171","msg":"trace[1183985451] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10359; }","duration":"309.176385ms","start":"2026-02-27T01:46:38.025657Z","end":"2026-02-27T01:46:38.334833Z","steps":["trace[1183985451] 'agreement among raft nodes before linearized reading' (duration: 308.97363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:38.334935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.025626Z","time spent":"309.294518ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T01:46:39.042127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.154903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:46:39.042259Z","caller":"traceutil/trace.go:171","msg":"trace[467712122] linearizableReadLoop","detail":"{readStateIndex:10738; appliedIndex:10737; }","duration":"699.752582ms","start":"2026-02-27T01:46:38.342486Z","end":"2026-02-27T01:46:39.042239Z","steps":["trace[467712122] 'read index received' (duration: 82.360824ms)","trace[467712122] 'applied index is now lower than readState.Index' (duration: 617.390358ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:39.042336Z","caller":"traceutil/trace.go:171","msg":"trace[618035394] transaction","detail":"{read_only:false; response_revision:10360; number_of_response:1; }","duration":"700.245353ms","start":"2026-02-27T01:46:38.342078Z","end":"2026-02-27T01:46:39.042324Z","steps":["trace[618035394] 'process raft request' (duration: 82.773333ms)","trace[618035394] 'compare' (duration: 616.988689ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:39.042416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.342062Z","time spent":"700.309575ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:39.042585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.071009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:46:39.042668Z","caller":"traceutil/trace.go:171","msg":"trace[1463047108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10360; }","duration":"700.181432ms","start":"2026-02-27T01:46:38.342468Z","end":"2026-02-27T01:46:39.04265Z","steps":["trace[1463047108] 'agreement among raft nodes before linearized reading' (duration: 699.909415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.042758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.342461Z","time spent":"700.282915ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:46:39.452969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.875628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-27T01:46:39.453195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.73101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:39.453254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.826489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-27T01:46:39.453287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.74471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:39.45328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.028326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:39.453337Z","caller":"traceutil/trace.go:171","msg":"trace[1365385424] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10361; }","duration":"636.949312ms","start":"2026-02-27T01:46:38.816369Z","end":"2026-02-27T01:46:39.453318Z","steps":["trace[1365385424] 'agreement among raft nodes before linearized reading' (duration: 636.725437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.453343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.584428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:39.453344Z","caller":"traceutil/trace.go:171","msg":"trace[1157879499] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10361; }","duration":"637.815792ms","start":"2026-02-27T01:46:38.815513Z","end":"2026-02-27T01:46:39.453329Z","steps":["trace[1157879499] 'agreement among raft nodes before linearized reading' (duration: 637.749201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.453385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.816358Z","time spent":"637.019313ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-27T01:46:39.453393Z","caller":"traceutil/trace.go:171","msg":"trace[1631252214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10361; }","duration":"696.69564ms","start":"2026-02-27T01:46:38.756683Z","end":"2026-02-27T01:46:39.453378Z","steps":["trace[1631252214] 'agreement among raft nodes before linearized reading' (duration: 696.590368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.453418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.8779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:39.453417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.815495Z","time spent":"637.911564ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T01:46:39.453438Z","caller":"traceutil/trace.go:171","msg":"trace[718621385] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10361; }","duration":"636.936502ms","start":"2026-02-27T01:46:38.816496Z","end":"2026-02-27T01:46:39.453432Z","steps":["trace[718621385] 'agreement among raft nodes before linearized reading' (duration: 636.911471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.453441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.75666Z","time spent":"696.774612ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:46:39.453461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.816475Z","time spent":"636.980952ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:39.453496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073487197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T01:46:39.453287Z","caller":"traceutil/trace.go:171","msg":"trace[858099441] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10361; }","duration":"637.890964ms","start":"2026-02-27T01:46:38.815382Z","end":"2026-02-27T01:46:39.453273Z","steps":["trace[858099441] 'agreement among raft nodes before linearized reading' (duration: 637.752961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.45322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.935718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:39.453553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.815348Z","time spent":"638.195451ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-27T01:46:39.453566Z","caller":"traceutil/trace.go:171","msg":"trace[1688426922] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:10361; }","duration":"1.07359985s","start":"2026-02-27T01:46:38.379931Z","end":"2026-02-27T01:46:39.453531Z","steps":["trace[1688426922] 'agreement among raft nodes before linearized reading' (duration: 1.073319173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.45359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.143656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:39.453605Z","caller":"traceutil/trace.go:171","msg":"trace[1638930823] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10361; }","duration":"637.178167ms","start":"2026-02-27T01:46:38.816422Z","end":"2026-02-27T01:46:39.453601Z","steps":["trace[1638930823] 'agreement among raft nodes before linearized reading' (duration: 637.153007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.453628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.816412Z","time spent":"637.211348ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T01:46:39.453562Z","caller":"traceutil/trace.go:171","msg":"trace[1383347128] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10361; }","duration":"639.319616ms","start":"2026-02-27T01:46:38.814235Z","end":"2026-02-27T01:46:39.453555Z","steps":["trace[1383347128] 'agreement among raft nodes before linearized reading' (duration: 638.925527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.453629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.379918Z","time spent":"1.073699202s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T01:46:39.453659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.814219Z","time spent":"639.43218ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-27T01:46:39.453351Z","caller":"traceutil/trace.go:171","msg":"trace[942541492] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10361; }","duration":"638.136049ms","start":"2026-02-27T01:46:38.815198Z","end":"2026-02-27T01:46:39.453334Z","steps":["trace[942541492] 'agreement among raft nodes before linearized reading' (duration: 638.026857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.45368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.137039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T01:46:39.453775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.406449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143823"} {"level":"info","ts":"2026-02-27T01:46:39.453839Z","caller":"traceutil/trace.go:171","msg":"trace[1427034344] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10361; }","duration":"638.287483ms","start":"2026-02-27T01:46:38.815513Z","end":"2026-02-27T01:46:39.4538Z","steps":["trace[1427034344] 'agreement among raft nodes before linearized reading' (duration: 637.839063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.453917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.815503Z","time spent":"638.401775ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-27T01:46:39.453328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.588494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:39.453996Z","caller":"traceutil/trace.go:171","msg":"trace[727866596] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10361; }","duration":"637.286539ms","start":"2026-02-27T01:46:38.816699Z","end":"2026-02-27T01:46:39.453985Z","steps":["trace[727866596] 'agreement among raft nodes before linearized reading' (duration: 636.548482ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:39.453861Z","caller":"traceutil/trace.go:171","msg":"trace[613853527] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:10361; }","duration":"531.498911ms","start":"2026-02-27T01:46:38.92233Z","end":"2026-02-27T01:46:39.453829Z","steps":["trace[613853527] 'agreement among raft nodes before linearized reading' (duration: 531.04324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.454189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.816692Z","time spent":"637.486964ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:46:39.454217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.922306Z","time spent":"531.904721ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143846,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:46:39.453393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.889271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:39.454382Z","caller":"traceutil/trace.go:171","msg":"trace[1381668243] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10361; }","duration":"637.918774ms","start":"2026-02-27T01:46:38.816452Z","end":"2026-02-27T01:46:39.45437Z","steps":["trace[1381668243] 'agreement among raft nodes before linearized reading' (duration: 636.925581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.454416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.816429Z","time spent":"637.976365ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:46:39.453081Z","caller":"traceutil/trace.go:171","msg":"trace[994626558] linearizableReadLoop","detail":"{readStateIndex:10739; appliedIndex:10738; }","duration":"410.776706ms","start":"2026-02-27T01:46:39.042288Z","end":"2026-02-27T01:46:39.453065Z","steps":["trace[994626558] 'read index received' (duration: 147.697153ms)","trace[994626558] 'applied index is now lower than readState.Index' (duration: 263.078013ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:39.453753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.815182Z","time spent":"638.561449ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-27T01:46:39.453756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.799088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T01:46:39.454561Z","caller":"traceutil/trace.go:171","msg":"trace[542748082] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10361; }","duration":"637.611537ms","start":"2026-02-27T01:46:38.816933Z","end":"2026-02-27T01:46:39.454544Z","steps":["trace[542748082] 'agreement among raft nodes before linearized reading' (duration: 636.751437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.454669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:38.816926Z","time spent":"637.72691ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-27T01:46:39.453101Z","caller":"traceutil/trace.go:171","msg":"trace[409612293] transaction","detail":"{read_only:false; response_revision:10361; number_of_response:1; }","duration":"448.937392ms","start":"2026-02-27T01:46:39.004133Z","end":"2026-02-27T01:46:39.45307Z","steps":["trace[409612293] 'process raft request' (duration: 185.87821ms)","trace[409612293] 'compare' (duration: 262.759835ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:39.456008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:39.004099Z","time spent":"451.876381ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:39.468408Z","caller":"traceutil/trace.go:171","msg":"trace[599391841] transaction","detail":"{read_only:false; response_revision:10362; number_of_response:1; }","duration":"112.587506ms","start":"2026-02-27T01:46:39.355797Z","end":"2026-02-27T01:46:39.468385Z","steps":["trace[599391841] 'process raft request' (duration: 112.487784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:39.521906Z","caller":"traceutil/trace.go:171","msg":"trace[426346950] transaction","detail":"{read_only:false; response_revision:10363; number_of_response:1; }","duration":"120.46992ms","start":"2026-02-27T01:46:39.401413Z","end":"2026-02-27T01:46:39.521883Z","steps":["trace[426346950] 'process raft request' (duration: 120.327537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.522743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.706575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19130"} {"level":"info","ts":"2026-02-27T01:46:39.522792Z","caller":"traceutil/trace.go:171","msg":"trace[1446201649] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10363; }","duration":"478.803096ms","start":"2026-02-27T01:46:39.043978Z","end":"2026-02-27T01:46:39.522781Z","steps":["trace[1446201649] 'agreement among raft nodes before linearized reading' (duration: 478.700394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.522823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:39.043959Z","time spent":"478.856218ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19153,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T01:46:39.523193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.515866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-7b4b64b946-mvrx5.1897f730719f4c89\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-02-27T01:46:39.523235Z","caller":"traceutil/trace.go:171","msg":"trace[82534583] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-7b4b64b946-mvrx5.1897f730719f4c89; range_end:; response_count:1; response_revision:10363; }","duration":"477.575878ms","start":"2026-02-27T01:46:39.045647Z","end":"2026-02-27T01:46:39.523223Z","steps":["trace[82534583] 'agreement among raft nodes before linearized reading' (duration: 477.497937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.523265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:39.04564Z","time spent":"477.618359ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":827,"request content":"key:\"/registry/events/openstack/cinder-backup-7b4b64b946-mvrx5.1897f730719f4c89\" "} {"level":"info","ts":"2026-02-27T01:46:39.65526Z","caller":"traceutil/trace.go:171","msg":"trace[381119336] transaction","detail":"{read_only:false; response_revision:10364; number_of_response:1; }","duration":"130.082963ms","start":"2026-02-27T01:46:39.525138Z","end":"2026-02-27T01:46:39.655221Z","steps":["trace[381119336] 'process raft request' (duration: 70.110489ms)","trace[381119336] 'compare' (duration: 59.760019ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:39.655302Z","caller":"traceutil/trace.go:171","msg":"trace[1552366218] transaction","detail":"{read_only:false; response_revision:10365; number_of_response:1; }","duration":"129.333556ms","start":"2026-02-27T01:46:39.525939Z","end":"2026-02-27T01:46:39.655273Z","steps":["trace[1552366218] 'process raft request' (duration: 129.227263ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:39.655254Z","caller":"traceutil/trace.go:171","msg":"trace[1480643958] linearizableReadLoop","detail":"{readStateIndex:10744; appliedIndex:10742; }","duration":"128.001925ms","start":"2026-02-27T01:46:39.527228Z","end":"2026-02-27T01:46:39.65523Z","steps":["trace[1480643958] 'read index received' (duration: 67.98171ms)","trace[1480643958] 'applied index is now lower than readState.Index' (duration: 60.019015ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:39.655551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.24018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:39.655841Z","caller":"traceutil/trace.go:171","msg":"trace[1841412090] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:10365; }","duration":"128.616869ms","start":"2026-02-27T01:46:39.527201Z","end":"2026-02-27T01:46:39.655817Z","steps":["trace[1841412090] 'agreement among raft nodes before linearized reading' (duration: 128.104007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.655713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.927513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-02-27T01:46:39.656018Z","caller":"traceutil/trace.go:171","msg":"trace[795813414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10365; }","duration":"122.245071ms","start":"2026-02-27T01:46:39.533742Z","end":"2026-02-27T01:46:39.655987Z","steps":["trace[795813414] 'agreement among raft nodes before linearized reading' (duration: 121.80656ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:39.880075Z","caller":"traceutil/trace.go:171","msg":"trace[630613144] linearizableReadLoop","detail":"{readStateIndex:10745; appliedIndex:10744; }","duration":"147.562939ms","start":"2026-02-27T01:46:39.732489Z","end":"2026-02-27T01:46:39.880052Z","steps":["trace[630613144] 'read index received' (duration: 146.818312ms)","trace[630613144] 'applied index is now lower than readState.Index' (duration: 743.247µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:39.880108Z","caller":"traceutil/trace.go:171","msg":"trace[193156617] transaction","detail":"{read_only:false; response_revision:10366; number_of_response:1; }","duration":"148.812169ms","start":"2026-02-27T01:46:39.731268Z","end":"2026-02-27T01:46:39.88008Z","steps":["trace[193156617] 'process raft request' (duration: 148.106092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.880336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.767714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:46:39.880357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.958451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:46:39.880364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.858986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:46:39.880415Z","caller":"traceutil/trace.go:171","msg":"trace[1939044353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10366; }","duration":"146.043884ms","start":"2026-02-27T01:46:39.734355Z","end":"2026-02-27T01:46:39.880399Z","steps":["trace[1939044353] 'agreement among raft nodes before linearized reading' (duration: 145.931141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.880393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.804164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:46:39.88043Z","caller":"traceutil/trace.go:171","msg":"trace[725685441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10366; }","duration":"147.961588ms","start":"2026-02-27T01:46:39.732452Z","end":"2026-02-27T01:46:39.880413Z","steps":["trace[725685441] 'agreement among raft nodes before linearized reading' (duration: 147.731253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.880473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.920928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:46:39.88047Z","caller":"traceutil/trace.go:171","msg":"trace[288214721] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10366; }","duration":"147.898137ms","start":"2026-02-27T01:46:39.732552Z","end":"2026-02-27T01:46:39.88045Z","steps":["trace[288214721] 'agreement among raft nodes before linearized reading' (duration: 147.756554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:39.880509Z","caller":"traceutil/trace.go:171","msg":"trace[1756893255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10366; }","duration":"147.984889ms","start":"2026-02-27T01:46:39.732515Z","end":"2026-02-27T01:46:39.8805Z","steps":["trace[1756893255] 'agreement among raft nodes before linearized reading' (duration: 147.889227ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:39.880381Z","caller":"traceutil/trace.go:171","msg":"trace[2088382072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10366; }","duration":"147.856486ms","start":"2026-02-27T01:46:39.732513Z","end":"2026-02-27T01:46:39.88037Z","steps":["trace[2088382072] 'agreement among raft nodes before linearized reading' (duration: 147.757844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:39.880584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.31791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:46:39.880698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.860833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:46:39.880715Z","caller":"traceutil/trace.go:171","msg":"trace[842921551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10366; }","duration":"146.517765ms","start":"2026-02-27T01:46:39.734168Z","end":"2026-02-27T01:46:39.880685Z","steps":["trace[842921551] 'agreement among raft nodes before linearized reading' (duration: 146.156016ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:39.88073Z","caller":"traceutil/trace.go:171","msg":"trace[925459699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:10366; }","duration":"143.906625ms","start":"2026-02-27T01:46:39.736813Z","end":"2026-02-27T01:46:39.88072Z","steps":["trace[925459699] 'agreement among raft nodes before linearized reading' (duration: 143.790072ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:40.130099Z","caller":"traceutil/trace.go:171","msg":"trace[687622818] linearizableReadLoop","detail":"{readStateIndex:10751; appliedIndex:10745; }","duration":"244.003701ms","start":"2026-02-27T01:46:39.886074Z","end":"2026-02-27T01:46:40.130077Z","steps":["trace[687622818] 'read index received' (duration: 68.100653ms)","trace[687622818] 'applied index is now lower than readState.Index' (duration: 175.901987ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:40.130687Z","caller":"traceutil/trace.go:171","msg":"trace[643768193] transaction","detail":"{read_only:false; response_revision:10372; number_of_response:1; }","duration":"244.940382ms","start":"2026-02-27T01:46:39.885713Z","end":"2026-02-27T01:46:40.130653Z","steps":["trace[643768193] 'process raft request' (duration: 244.325648ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:40.131004Z","caller":"traceutil/trace.go:171","msg":"trace[434937022] transaction","detail":"{read_only:false; response_revision:10370; number_of_response:1; }","duration":"245.875374ms","start":"2026-02-27T01:46:39.885087Z","end":"2026-02-27T01:46:40.130962Z","steps":["trace[434937022] 'process raft request' (duration: 244.874511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:40.131072Z","caller":"traceutil/trace.go:171","msg":"trace[558150117] transaction","detail":"{read_only:false; response_revision:10371; number_of_response:1; }","duration":"245.930005ms","start":"2026-02-27T01:46:39.88513Z","end":"2026-02-27T01:46:40.13106Z","steps":["trace[558150117] 'process raft request' (duration: 244.872611ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:40.131229Z","caller":"traceutil/trace.go:171","msg":"trace[1708140403] transaction","detail":"{read_only:false; response_revision:10369; number_of_response:1; }","duration":"246.151921ms","start":"2026-02-27T01:46:39.885049Z","end":"2026-02-27T01:46:40.131201Z","steps":["trace[1708140403] 'process raft request' (duration: 244.856601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:40.132156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.056878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:430870"} {"level":"info","ts":"2026-02-27T01:46:40.132227Z","caller":"traceutil/trace.go:171","msg":"trace[1590503103] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:10372; }","duration":"246.14392ms","start":"2026-02-27T01:46:39.886067Z","end":"2026-02-27T01:46:40.132211Z","steps":["trace[1590503103] 'agreement among raft nodes before linearized reading' (duration: 245.438184ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:40.13404Z","caller":"traceutil/trace.go:171","msg":"trace[463979339] transaction","detail":"{read_only:false; response_revision:10368; number_of_response:1; }","duration":"245.522446ms","start":"2026-02-27T01:46:39.885014Z","end":"2026-02-27T01:46:40.130536Z","steps":["trace[463979339] 'process raft request' (duration: 244.557904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:43.878593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.586339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:43.878703Z","caller":"traceutil/trace.go:171","msg":"trace[708884487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10397; }","duration":"122.749623ms","start":"2026-02-27T01:46:43.755925Z","end":"2026-02-27T01:46:43.878675Z","steps":["trace[708884487] 'range keys from in-memory index tree' (duration: 122.507437ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:48:58.149921Z","caller":"traceutil/trace.go:171","msg":"trace[1764140025] transaction","detail":"{read_only:false; response_revision:11255; number_of_response:1; }","duration":"173.436401ms","start":"2026-02-27T01:48:57.976449Z","end":"2026-02-27T01:48:58.149885Z","steps":["trace[1764140025] 'process raft request' (duration: 173.209816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:50:25.350995Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9712} {"level":"info","ts":"2026-02-27T01:50:25.433918Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9712,"took":"77.38525ms","hash":1265687003,"current-db-size-bytes":39936000,"current-db-size":"40 MB","current-db-size-in-use-bytes":22822912,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-27T01:50:25.433994Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1265687003,"revision":9712,"compact-revision":7368} {"level":"info","ts":"2026-02-27T01:51:05.50196Z","caller":"traceutil/trace.go:171","msg":"trace[986393369] transaction","detail":"{read_only:false; response_revision:12053; number_of_response:1; }","duration":"106.820539ms","start":"2026-02-27T01:51:05.395105Z","end":"2026-02-27T01:51:05.501926Z","steps":["trace[986393369] 'process raft request' (duration: 59.620554ms)","trace[986393369] 'compare' (duration: 47.067731ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:05.698311Z","caller":"traceutil/trace.go:171","msg":"trace[134935493] linearizableReadLoop","detail":"{readStateIndex:12496; appliedIndex:12495; }","duration":"100.852059ms","start":"2026-02-27T01:51:05.59743Z","end":"2026-02-27T01:51:05.698283Z","steps":["trace[134935493] 'read index received' (duration: 52.450717ms)","trace[134935493] 'applied index is now lower than readState.Index' (duration: 48.400152ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:05.698453Z","caller":"traceutil/trace.go:171","msg":"trace[658130473] transaction","detail":"{read_only:false; response_revision:12054; number_of_response:1; }","duration":"110.566407ms","start":"2026-02-27T01:51:05.58787Z","end":"2026-02-27T01:51:05.698436Z","steps":["trace[658130473] 'process raft request' (duration: 61.98036ms)","trace[658130473] 'compare' (duration: 48.239399ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:05.698891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.450814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:51:05.698978Z","caller":"traceutil/trace.go:171","msg":"trace[2145176170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12054; }","duration":"101.567246ms","start":"2026-02-27T01:51:05.597388Z","end":"2026-02-27T01:51:05.698955Z","steps":["trace[2145176170] 'agreement among raft nodes before linearized reading' (duration: 101.385382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:17.957217Z","caller":"traceutil/trace.go:171","msg":"trace[1774335049] transaction","detail":"{read_only:false; response_revision:12142; number_of_response:1; }","duration":"102.877286ms","start":"2026-02-27T01:51:17.854312Z","end":"2026-02-27T01:51:17.957189Z","steps":["trace[1774335049] 'process raft request' (duration: 70.350195ms)","trace[1774335049] 'compare' (duration: 32.302456ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:17.957624Z","caller":"traceutil/trace.go:171","msg":"trace[1071564831] transaction","detail":"{read_only:false; response_revision:12143; number_of_response:1; }","duration":"102.333704ms","start":"2026-02-27T01:51:17.855269Z","end":"2026-02-27T01:51:17.957602Z","steps":["trace[1071564831] 'process raft request' (duration: 101.866373ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:38.181337Z","caller":"traceutil/trace.go:171","msg":"trace[1420658707] transaction","detail":"{read_only:false; response_revision:12263; number_of_response:1; }","duration":"103.219108ms","start":"2026-02-27T01:51:38.078088Z","end":"2026-02-27T01:51:38.181307Z","steps":["trace[1420658707] 'process raft request' (duration: 102.989083ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:10.409276Z","caller":"traceutil/trace.go:171","msg":"trace[1239481268] linearizableReadLoop","detail":"{readStateIndex:12944; appliedIndex:12943; }","duration":"133.465913ms","start":"2026-02-27T01:52:10.275786Z","end":"2026-02-27T01:52:10.409252Z","steps":["trace[1239481268] 'read index received' (duration: 133.297839ms)","trace[1239481268] 'applied index is now lower than readState.Index' (duration: 167.194µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:10.409502Z","caller":"traceutil/trace.go:171","msg":"trace[2095095283] transaction","detail":"{read_only:false; response_revision:12485; number_of_response:1; }","duration":"151.208677ms","start":"2026-02-27T01:52:10.258281Z","end":"2026-02-27T01:52:10.40949Z","steps":["trace[2095095283] 'process raft request' (duration: 150.824748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:10.40967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.334413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:52:10.409751Z","caller":"traceutil/trace.go:171","msg":"trace[2071655396] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12485; }","duration":"125.437586ms","start":"2026-02-27T01:52:10.284292Z","end":"2026-02-27T01:52:10.409729Z","steps":["trace[2071655396] 'agreement among raft nodes before linearized reading' (duration: 125.238152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:10.409983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.20252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:52:10.410017Z","caller":"traceutil/trace.go:171","msg":"trace[309546196] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12485; }","duration":"134.259442ms","start":"2026-02-27T01:52:10.275748Z","end":"2026-02-27T01:52:10.410008Z","steps":["trace[309546196] 'agreement among raft nodes before linearized reading' (duration: 134.17306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:10.759677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.271518ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:10.759818Z","caller":"traceutil/trace.go:171","msg":"trace[639018594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12485; }","duration":"184.429272ms","start":"2026-02-27T01:52:10.575369Z","end":"2026-02-27T01:52:10.759798Z","steps":["trace[639018594] 'range keys from in-memory index tree' (duration: 184.254638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:10.760055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.49264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:52:10.760309Z","caller":"traceutil/trace.go:171","msg":"trace[1592161789] linearizableReadLoop","detail":"{readStateIndex:12947; appliedIndex:12944; }","duration":"334.303247ms","start":"2026-02-27T01:52:10.425988Z","end":"2026-02-27T01:52:10.760291Z","steps":["trace[1592161789] 'read index received' (duration: 165.49094ms)","trace[1592161789] 'applied index is now lower than readState.Index' (duration: 168.811017ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:10.760411Z","caller":"traceutil/trace.go:171","msg":"trace[1754502825] transaction","detail":"{read_only:false; response_revision:12487; number_of_response:1; }","duration":"344.346772ms","start":"2026-02-27T01:52:10.416053Z","end":"2026-02-27T01:52:10.7604Z","steps":["trace[1754502825] 'process raft request' (duration: 344.105676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:10.760477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:10.416019Z","time spent":"344.423364ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:10.760547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.556814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:10.760596Z","caller":"traceutil/trace.go:171","msg":"trace[678676844] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:12488; }","duration":"334.634655ms","start":"2026-02-27T01:52:10.425948Z","end":"2026-02-27T01:52:10.760582Z","steps":["trace[678676844] 'agreement among raft nodes before linearized reading' (duration: 334.554003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:10.760634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:10.425933Z","time spent":"334.691957ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:52:10.760759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.645606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:52:10.760803Z","caller":"traceutil/trace.go:171","msg":"trace[1724067370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12488; }","duration":"289.707488ms","start":"2026-02-27T01:52:10.471083Z","end":"2026-02-27T01:52:10.760791Z","steps":["trace[1724067370] 'agreement among raft nodes before linearized reading' (duration: 289.588555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:10.760805Z","caller":"traceutil/trace.go:171","msg":"trace[1506447024] transaction","detail":"{read_only:false; response_revision:12488; number_of_response:1; }","duration":"344.008474ms","start":"2026-02-27T01:52:10.416786Z","end":"2026-02-27T01:52:10.760795Z","steps":["trace[1506447024] 'process raft request' (duration: 343.42919ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:10.760322Z","caller":"traceutil/trace.go:171","msg":"trace[1821783414] transaction","detail":"{read_only:false; response_revision:12486; number_of_response:1; }","duration":"345.331965ms","start":"2026-02-27T01:52:10.414967Z","end":"2026-02-27T01:52:10.760299Z","steps":["trace[1821783414] 'process raft request' (duration: 176.498907ms)","trace[1821783414] 'compare' (duration: 168.276075ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:10.76112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:10.414891Z","time spent":"346.130943ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:10.760938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:10.416778Z","time spent":"344.102386ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:36.291541Z","caller":"traceutil/trace.go:171","msg":"trace[1443549003] linearizableReadLoop","detail":"{readStateIndex:13071; appliedIndex:13070; }","duration":"420.979757ms","start":"2026-02-27T01:52:35.870538Z","end":"2026-02-27T01:52:36.291518Z","steps":["trace[1443549003] 'read index received' (duration: 420.833024ms)","trace[1443549003] 'applied index is now lower than readState.Index' (duration: 145.503µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:36.291573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:35.627177Z","time spent":"664.388493ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:52:36.291749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.183992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:36.293107Z","caller":"traceutil/trace.go:171","msg":"trace[1916585905] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12606; }","duration":"422.566664ms","start":"2026-02-27T01:52:35.870504Z","end":"2026-02-27T01:52:36.293071Z","steps":["trace[1916585905] 'agreement among raft nodes before linearized reading' (duration: 421.166282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:36.292494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.891506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:52:36.293222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:35.870479Z","time spent":"422.703947ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:52:36.293255Z","caller":"traceutil/trace.go:171","msg":"trace[60383393] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12606; }","duration":"379.696135ms","start":"2026-02-27T01:52:35.91353Z","end":"2026-02-27T01:52:36.293226Z","steps":["trace[60383393] 'agreement among raft nodes before linearized reading' (duration: 378.883046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:36.292651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.930009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:52:36.293331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:35.91351Z","time spent":"379.800827ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:52:36.293348Z","caller":"traceutil/trace.go:171","msg":"trace[2111654494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12606; }","duration":"223.641725ms","start":"2026-02-27T01:52:36.069682Z","end":"2026-02-27T01:52:36.293324Z","steps":["trace[2111654494] 'agreement among raft nodes before linearized reading' (duration: 222.853677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:36.292683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.776151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:52:36.293531Z","caller":"traceutil/trace.go:171","msg":"trace[692034456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12606; }","duration":"306.651042ms","start":"2026-02-27T01:52:35.986858Z","end":"2026-02-27T01:52:36.293509Z","steps":["trace[692034456] 'agreement among raft nodes before linearized reading' (duration: 305.689129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:36.293599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:35.98684Z","time spent":"306.738953ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:52:38.20604Z","caller":"traceutil/trace.go:171","msg":"trace[1517013668] transaction","detail":"{read_only:false; response_revision:12616; number_of_response:1; }","duration":"242.615497ms","start":"2026-02-27T01:52:37.963397Z","end":"2026-02-27T01:52:38.206013Z","steps":["trace[1517013668] 'process raft request' (duration: 242.479784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:38.236317Z","caller":"traceutil/trace.go:171","msg":"trace[2121274080] transaction","detail":"{read_only:false; response_revision:12617; number_of_response:1; }","duration":"271.754577ms","start":"2026-02-27T01:52:37.96454Z","end":"2026-02-27T01:52:38.236294Z","steps":["trace[2121274080] 'process raft request' (duration: 262.819838ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:38.23631Z","caller":"traceutil/trace.go:171","msg":"trace[296987806] linearizableReadLoop","detail":"{readStateIndex:13082; appliedIndex:13080; }","duration":"190.546843ms","start":"2026-02-27T01:52:38.045733Z","end":"2026-02-27T01:52:38.23628Z","steps":["trace[296987806] 'read index received' (duration: 160.134694ms)","trace[296987806] 'applied index is now lower than readState.Index' (duration: 30.411029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:38.236557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.680476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:38.236698Z","caller":"traceutil/trace.go:171","msg":"trace[1503119110] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12617; }","duration":"190.900762ms","start":"2026-02-27T01:52:38.045703Z","end":"2026-02-27T01:52:38.236604Z","steps":["trace[1503119110] 'agreement among raft nodes before linearized reading' (duration: 190.678387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:43.507816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.901409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:52:43.507919Z","caller":"traceutil/trace.go:171","msg":"trace[892822161] linearizableReadLoop","detail":"{readStateIndex:13106; appliedIndex:13105; }","duration":"407.293468ms","start":"2026-02-27T01:52:43.100608Z","end":"2026-02-27T01:52:43.507902Z","steps":["trace[892822161] 'read index received' (duration: 271.189254ms)","trace[892822161] 'applied index is now lower than readState.Index' (duration: 136.102554ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:43.50795Z","caller":"traceutil/trace.go:171","msg":"trace[1354181444] transaction","detail":"{read_only:false; response_revision:12640; number_of_response:1; }","duration":"414.466374ms","start":"2026-02-27T01:52:43.093448Z","end":"2026-02-27T01:52:43.507914Z","steps":["trace[1354181444] 'process raft request' (duration: 278.36222ms)","trace[1354181444] 'compare' (duration: 135.49605ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:43.508093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.481092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:52:43.508134Z","caller":"traceutil/trace.go:171","msg":"trace[2128911550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12640; }","duration":"407.542293ms","start":"2026-02-27T01:52:43.10058Z","end":"2026-02-27T01:52:43.508122Z","steps":["trace[2128911550] 'agreement among raft nodes before linearized reading' (duration: 407.387329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:43.508172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:43.100564Z","time spent":"407.600105ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:52:43.508153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:43.093422Z","time spent":"414.639359ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:43.511127Z","caller":"traceutil/trace.go:171","msg":"trace[387285611] transaction","detail":"{read_only:false; response_revision:12641; number_of_response:1; }","duration":"396.989208ms","start":"2026-02-27T01:52:43.114114Z","end":"2026-02-27T01:52:43.511104Z","steps":["trace[387285611] 'process raft request' (duration: 396.870965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:43.51126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:43.114097Z","time spent":"397.09176ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:43.512147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.568102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:52:43.511948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.653246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:52:43.512318Z","caller":"traceutil/trace.go:171","msg":"trace[1204144583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:12642; }","duration":"355.716575ms","start":"2026-02-27T01:52:43.156524Z","end":"2026-02-27T01:52:43.512241Z","steps":["trace[1204144583] 'agreement among raft nodes before linearized reading' (duration: 355.443019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:43.512338Z","caller":"traceutil/trace.go:171","msg":"trace[2080903407] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12642; }","duration":"411.011804ms","start":"2026-02-27T01:52:43.10126Z","end":"2026-02-27T01:52:43.512272Z","steps":["trace[2080903407] 'agreement among raft nodes before linearized reading' (duration: 410.521873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:43.512369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:43.156504Z","time spent":"355.853398ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:52:43.512567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:43.101219Z","time spent":"411.330601ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:52:48.940617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.343702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:48.940748Z","caller":"traceutil/trace.go:171","msg":"trace[46543080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12667; }","duration":"185.530086ms","start":"2026-02-27T01:52:48.755187Z","end":"2026-02-27T01:52:48.940717Z","steps":["trace[46543080] 'range keys from in-memory index tree' (duration: 185.2492ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:51.427046Z","caller":"traceutil/trace.go:171","msg":"trace[351874276] linearizableReadLoop","detail":"{readStateIndex:13152; appliedIndex:13151; }","duration":"120.396588ms","start":"2026-02-27T01:52:51.30663Z","end":"2026-02-27T01:52:51.427027Z","steps":["trace[351874276] 'read index received' (duration: 120.06215ms)","trace[351874276] 'applied index is now lower than readState.Index' (duration: 333.828µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:51.427123Z","caller":"traceutil/trace.go:171","msg":"trace[1388004596] transaction","detail":"{read_only:false; response_revision:12683; number_of_response:1; }","duration":"135.065429ms","start":"2026-02-27T01:52:51.292031Z","end":"2026-02-27T01:52:51.427097Z","steps":["trace[1388004596] 'process raft request' (duration: 134.728152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:51.427198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.555391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:51.427232Z","caller":"traceutil/trace.go:171","msg":"trace[1879842031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12683; }","duration":"120.655343ms","start":"2026-02-27T01:52:51.306564Z","end":"2026-02-27T01:52:51.42722Z","steps":["trace[1879842031] 'agreement among raft nodes before linearized reading' (duration: 120.567651ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:52.754Z","caller":"traceutil/trace.go:171","msg":"trace[748106377] linearizableReadLoop","detail":"{readStateIndex:13166; appliedIndex:13165; }","duration":"235.168794ms","start":"2026-02-27T01:52:52.518811Z","end":"2026-02-27T01:52:52.75398Z","steps":["trace[748106377] 'read index received' (duration: 234.98404ms)","trace[748106377] 'applied index is now lower than readState.Index' (duration: 184.154µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:52.754288Z","caller":"traceutil/trace.go:171","msg":"trace[761413187] transaction","detail":"{read_only:false; response_revision:12697; number_of_response:1; }","duration":"278.501274ms","start":"2026-02-27T01:52:52.475776Z","end":"2026-02-27T01:52:52.754277Z","steps":["trace[761413187] 'process raft request' (duration: 278.080704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:52.754505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.689706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:52:52.754537Z","caller":"traceutil/trace.go:171","msg":"trace[1019780489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12697; }","duration":"235.776378ms","start":"2026-02-27T01:52:52.518752Z","end":"2026-02-27T01:52:52.754529Z","steps":["trace[1019780489] 'agreement among raft nodes before linearized reading' (duration: 235.670886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:52.754672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.533926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:52:52.754699Z","caller":"traceutil/trace.go:171","msg":"trace[632766042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12697; }","duration":"197.605008ms","start":"2026-02-27T01:52:52.557087Z","end":"2026-02-27T01:52:52.754692Z","steps":["trace[632766042] 'agreement among raft nodes before linearized reading' (duration: 197.542097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:53.320142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.108771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:52:53.320297Z","caller":"traceutil/trace.go:171","msg":"trace[60454653] transaction","detail":"{read_only:false; response_revision:12698; number_of_response:1; }","duration":"560.90381ms","start":"2026-02-27T01:52:52.759336Z","end":"2026-02-27T01:52:53.320239Z","steps":["trace[60454653] 'process raft request' (duration: 244.603184ms)","trace[60454653] 'compare' (duration: 315.979888ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:53.320402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:52.759325Z","time spent":"561.033673ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:53.568372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.929646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:52:53.568586Z","caller":"traceutil/trace.go:171","msg":"trace[280816162] linearizableReadLoop","detail":"{readStateIndex:13169; appliedIndex:13166; }","duration":"612.710208ms","start":"2026-02-27T01:52:52.955858Z","end":"2026-02-27T01:52:53.568568Z","steps":["trace[280816162] 'read index received' (duration: 48.095431ms)","trace[280816162] 'applied index is now lower than readState.Index' (duration: 564.613847ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:53.568665Z","caller":"traceutil/trace.go:171","msg":"trace[2133710249] transaction","detail":"{read_only:false; response_revision:12700; number_of_response:1; }","duration":"803.111338ms","start":"2026-02-27T01:52:52.765544Z","end":"2026-02-27T01:52:53.568656Z","steps":["trace[2133710249] 'process raft request' (duration: 802.948014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:53.568727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:52.765507Z","time spent":"803.18786ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:53.568745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.871652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:53.568801Z","caller":"traceutil/trace.go:171","msg":"trace[1075549403] transaction","detail":"{read_only:false; response_revision:12699; number_of_response:1; }","duration":"809.402324ms","start":"2026-02-27T01:52:52.75936Z","end":"2026-02-27T01:52:53.568763Z","steps":["trace[1075549403] 'process raft request' (duration: 661.965816ms)","trace[1075549403] 'compare' (duration: 146.775443ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:53.568859Z","caller":"traceutil/trace.go:171","msg":"trace[1635265769] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12700; }","duration":"613.084587ms","start":"2026-02-27T01:52:52.955756Z","end":"2026-02-27T01:52:53.56884Z","steps":["trace[1635265769] 'agreement among raft nodes before linearized reading' (duration: 612.906903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:53.568905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:52.955734Z","time spent":"613.157348ms","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:52:53.568932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:52.759341Z","time spent":"809.525477ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:54.037576Z","caller":"traceutil/trace.go:171","msg":"trace[1591597957] linearizableReadLoop","detail":"{readStateIndex:13171; appliedIndex:13169; }","duration":"468.919215ms","start":"2026-02-27T01:52:53.568624Z","end":"2026-02-27T01:52:54.037544Z","steps":["trace[1591597957] 'read index received' (duration: 32.620021ms)","trace[1591597957] 'applied index is now lower than readState.Index' (duration: 436.297504ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:54.037744Z","caller":"traceutil/trace.go:171","msg":"trace[1140533924] transaction","detail":"{read_only:false; response_revision:12702; number_of_response:1; }","duration":"469.243473ms","start":"2026-02-27T01:52:53.56846Z","end":"2026-02-27T01:52:54.037703Z","steps":["trace[1140533924] 'process raft request' (duration: 468.674689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.037857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.449607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:52:54.037831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.857135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T01:52:54.037903Z","caller":"traceutil/trace.go:171","msg":"trace[1945340220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12702; }","duration":"475.524209ms","start":"2026-02-27T01:52:53.562362Z","end":"2026-02-27T01:52:54.037887Z","steps":["trace[1945340220] 'agreement among raft nodes before linearized reading' (duration: 475.465698ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:54.037904Z","caller":"traceutil/trace.go:171","msg":"trace[1328771701] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12702; }","duration":"827.999618ms","start":"2026-02-27T01:52:53.209891Z","end":"2026-02-27T01:52:54.037891Z","steps":["trace[1328771701] 'agreement among raft nodes before linearized reading' (duration: 827.799143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.037942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.56235Z","time spent":"475.58513ms","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:52:54.037914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0343221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:52:54.037948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.209867Z","time spent":"828.07116ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T01:52:54.03797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.568443Z","time spent":"469.403106ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:54.037992Z","caller":"traceutil/trace.go:171","msg":"trace[697934694] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12702; }","duration":"1.034454073s","start":"2026-02-27T01:52:53.00352Z","end":"2026-02-27T01:52:54.037974Z","steps":["trace[697934694] 'agreement among raft nodes before linearized reading' (duration: 1.034304s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.038047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.003498Z","time spent":"1.034533194s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:52:54.037788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.574139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T01:52:54.038054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.254267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:52:54.038124Z","caller":"traceutil/trace.go:171","msg":"trace[1139215154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12702; }","duration":"841.38193ms","start":"2026-02-27T01:52:53.196724Z","end":"2026-02-27T01:52:54.038106Z","steps":["trace[1139215154] 'agreement among raft nodes before linearized reading' (duration: 841.141655ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:54.038157Z","caller":"traceutil/trace.go:171","msg":"trace[1486374559] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12702; }","duration":"798.016219ms","start":"2026-02-27T01:52:53.240097Z","end":"2026-02-27T01:52:54.038113Z","steps":["trace[1486374559] 'agreement among raft nodes before linearized reading' (duration: 797.495167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.038179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.196672Z","time spent":"841.494734ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:52:54.038253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.240071Z","time spent":"798.146453ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:52:54.038658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.355182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:52:54.03871Z","caller":"traceutil/trace.go:171","msg":"trace[1662286845] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:12702; }","duration":"956.482755ms","start":"2026-02-27T01:52:53.082218Z","end":"2026-02-27T01:52:54.038701Z","steps":["trace[1662286845] 'agreement among raft nodes before linearized reading' (duration: 955.583194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.038845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.082184Z","time spent":"956.650528ms","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":92,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:52:54.187834Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003375.wal"} {"level":"info","ts":"2026-02-27T01:52:54.27053Z","caller":"traceutil/trace.go:171","msg":"trace[1562222714] linearizableReadLoop","detail":"{readStateIndex:13172; appliedIndex:13171; }","duration":"232.85924ms","start":"2026-02-27T01:52:54.037656Z","end":"2026-02-27T01:52:54.270515Z","steps":["trace[1562222714] 'read index received' (duration: 150.929709ms)","trace[1562222714] 'applied index is now lower than readState.Index' (duration: 81.928541ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:54.270645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.054418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:52:54.270701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.697397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:52:54.270732Z","caller":"traceutil/trace.go:171","msg":"trace[645183070] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12702; }","duration":"693.768529ms","start":"2026-02-27T01:52:53.576954Z","end":"2026-02-27T01:52:54.270723Z","steps":["trace[645183070] 'agreement among raft nodes before linearized reading' (duration: 693.628945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:54.270736Z","caller":"traceutil/trace.go:171","msg":"trace[1879355687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12702; }","duration":"502.20024ms","start":"2026-02-27T01:52:53.768517Z","end":"2026-02-27T01:52:54.270718Z","steps":["trace[1879355687] 'agreement among raft nodes before linearized reading' (duration: 502.024596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.270735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.630756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:52:54.270757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.576939Z","time spent":"693.810419ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:52:54.270781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.768495Z","time spent":"502.277853ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:52:54.270788Z","caller":"traceutil/trace.go:171","msg":"trace[1175074969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12702; }","duration":"633.719188ms","start":"2026-02-27T01:52:53.637053Z","end":"2026-02-27T01:52:54.270772Z","steps":["trace[1175074969] 'agreement among raft nodes before linearized reading' (duration: 633.533643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.270826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.637032Z","time spent":"633.78656ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:52:54.270866Z","caller":"traceutil/trace.go:171","msg":"trace[1566119042] transaction","detail":"{read_only:false; response_revision:12703; number_of_response:1; }","duration":"228.520709ms","start":"2026-02-27T01:52:54.04232Z","end":"2026-02-27T01:52:54.270841Z","steps":["trace[1566119042] 'process raft request' (duration: 228.11666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:54.340917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.197413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:52:54.340915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.989637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:52:54.340983Z","caller":"traceutil/trace.go:171","msg":"trace[73117784] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12703; }","duration":"334.314755ms","start":"2026-02-27T01:52:54.006653Z","end":"2026-02-27T01:52:54.340968Z","steps":["trace[73117784] 'agreement among raft nodes before linearized reading' (duration: 264.072028ms)","trace[73117784] 'count revisions from in-memory index tree' (duration: 70.131365ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:54.340966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.847117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T01:52:54.341015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:54.006635Z","time spent":"334.372217ms","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:52:54.341019Z","caller":"traceutil/trace.go:171","msg":"trace[1933368193] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:12703; }","duration":"689.100599ms","start":"2026-02-27T01:52:53.65188Z","end":"2026-02-27T01:52:54.340981Z","steps":["trace[1933368193] 'agreement among raft nodes before linearized reading' (duration: 618.874871ms)","trace[1933368193] 'range keys from in-memory index tree' (duration: 70.009482ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:54.341043Z","caller":"traceutil/trace.go:171","msg":"trace[755062235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12703; }","duration":"728.97578ms","start":"2026-02-27T01:52:53.612046Z","end":"2026-02-27T01:52:54.341022Z","steps":["trace[755062235] 'agreement among raft nodes before linearized reading' (duration: 658.66506ms)","trace[755062235] 'range keys from in-memory index tree' (duration: 70.061934ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:54.341037Z","caller":"traceutil/trace.go:171","msg":"trace[1762209007] transaction","detail":"{read_only:false; response_revision:12704; number_of_response:1; }","duration":"298.700086ms","start":"2026-02-27T01:52:54.042316Z","end":"2026-02-27T01:52:54.341016Z","steps":["trace[1762209007] 'process raft request' (duration: 228.505439ms)","trace[1762209007] 'compare' (duration: 69.845208ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:54.341073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.651869Z","time spent":"689.191632ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:52:54.341089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:53.612032Z","time spent":"729.047701ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:52:54.341235Z","caller":"traceutil/trace.go:171","msg":"trace[1558947533] transaction","detail":"{read_only:false; response_revision:12705; number_of_response:1; }","duration":"298.666644ms","start":"2026-02-27T01:52:54.042553Z","end":"2026-02-27T01:52:54.341219Z","steps":["trace[1558947533] 'process raft request' (duration: 298.311126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:54.487373Z","caller":"traceutil/trace.go:171","msg":"trace[1632531507] transaction","detail":"{read_only:false; response_revision:12708; number_of_response:1; }","duration":"141.459079ms","start":"2026-02-27T01:52:54.345885Z","end":"2026-02-27T01:52:54.487344Z","steps":["trace[1632531507] 'process raft request' (duration: 100.869802ms)","trace[1632531507] 'compare' (duration: 40.446474ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:54.487737Z","caller":"traceutil/trace.go:171","msg":"trace[1744491709] linearizableReadLoop","detail":"{readStateIndex:13178; appliedIndex:13177; }","duration":"141.191033ms","start":"2026-02-27T01:52:54.346533Z","end":"2026-02-27T01:52:54.487724Z","steps":["trace[1744491709] 'read index received' (duration: 100.203467ms)","trace[1744491709] 'applied index is now lower than readState.Index' (duration: 40.986376ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:54.488512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.96365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578164"} {"level":"info","ts":"2026-02-27T01:52:54.488583Z","caller":"traceutil/trace.go:171","msg":"trace[70629515] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:12708; }","duration":"142.089303ms","start":"2026-02-27T01:52:54.346478Z","end":"2026-02-27T01:52:54.488567Z","steps":["trace[70629515] 'agreement among raft nodes before linearized reading' (duration: 141.322706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.073207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746879292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:52:56.406813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08277842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:52:56.406866Z","caller":"traceutil/trace.go:171","msg":"trace[692290353] transaction","detail":"{read_only:false; response_revision:12711; number_of_response:1; }","duration":"949.245525ms","start":"2026-02-27T01:52:55.457559Z","end":"2026-02-27T01:52:56.406804Z","steps":["trace[692290353] 'process raft request' (duration: 946.336357ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.406903Z","caller":"traceutil/trace.go:171","msg":"trace[1048118055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12710; }","duration":"1.082921002s","start":"2026-02-27T01:52:55.323966Z","end":"2026-02-27T01:52:56.406887Z","steps":["trace[1048118055] 'range keys from in-memory index tree' (duration: 1.082571134s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.406963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:55.323946Z","time spent":"1.083003065s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:52:56.407037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:55.457531Z","time spent":"949.41508ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:56.453731Z","caller":"traceutil/trace.go:171","msg":"trace[201831131] linearizableReadLoop","detail":"{readStateIndex:13182; appliedIndex:13180; }","duration":"881.545667ms","start":"2026-02-27T01:52:55.572166Z","end":"2026-02-27T01:52:56.453712Z","steps":["trace[201831131] 'read index received' (duration: 831.305166ms)","trace[201831131] 'applied index is now lower than readState.Index' (duration: 50.239611ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:56.453879Z","caller":"traceutil/trace.go:171","msg":"trace[1661201060] transaction","detail":"{read_only:false; response_revision:12712; number_of_response:1; }","duration":"407.721438ms","start":"2026-02-27T01:52:56.0461Z","end":"2026-02-27T01:52:56.453821Z","steps":["trace[1661201060] 'process raft request' (duration: 407.497582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.45406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:56.046068Z","time spent":"407.904232ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:56.453914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.743041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:52:56.454289Z","caller":"traceutil/trace.go:171","msg":"trace[1321513655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12712; }","duration":"882.167651ms","start":"2026-02-27T01:52:55.572112Z","end":"2026-02-27T01:52:56.45428Z","steps":["trace[1321513655] 'agreement among raft nodes before linearized reading' (duration: 881.70145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.45433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:55.57209Z","time spent":"882.229733ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:52:56.498617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.982698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:52:56.498893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.340245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:52:56.4987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.29985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:52:56.498961Z","caller":"traceutil/trace.go:171","msg":"trace[1844391059] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:12713; }","duration":"656.442338ms","start":"2026-02-27T01:52:55.842498Z","end":"2026-02-27T01:52:56.49894Z","steps":["trace[1844391059] 'agreement among raft nodes before linearized reading' (duration: 656.286104ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.498911Z","caller":"traceutil/trace.go:171","msg":"trace[667023125] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12713; }","duration":"153.304254ms","start":"2026-02-27T01:52:56.345579Z","end":"2026-02-27T01:52:56.498883Z","steps":["trace[667023125] 'agreement among raft nodes before linearized reading' (duration: 152.866134ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:56.49905Z","caller":"traceutil/trace.go:171","msg":"trace[154729002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12713; }","duration":"224.616008ms","start":"2026-02-27T01:52:56.274387Z","end":"2026-02-27T01:52:56.499003Z","steps":["trace[154729002] 'agreement among raft nodes before linearized reading' (duration: 224.215059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.499023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:55.842476Z","time spent":"656.530519ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:52:56.498745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.67116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:52:56.49925Z","caller":"traceutil/trace.go:171","msg":"trace[1865625975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12713; }","duration":"153.187522ms","start":"2026-02-27T01:52:56.346037Z","end":"2026-02-27T01:52:56.499225Z","steps":["trace[1865625975] 'agreement among raft nodes before linearized reading' (duration: 152.578208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.498745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.432443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:52:56.499404Z","caller":"traceutil/trace.go:171","msg":"trace[1456455521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12713; }","duration":"740.117619ms","start":"2026-02-27T01:52:55.759255Z","end":"2026-02-27T01:52:56.499373Z","steps":["trace[1456455521] 'agreement among raft nodes before linearized reading' (duration: 739.434553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:56.499466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:55.759229Z","time spent":"740.208491ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:53:16.908866Z","caller":"traceutil/trace.go:171","msg":"trace[453443538] linearizableReadLoop","detail":"{readStateIndex:13487; appliedIndex:13485; }","duration":"150.06881ms","start":"2026-02-27T01:53:16.758775Z","end":"2026-02-27T01:53:16.908844Z","steps":["trace[453443538] 'read index received' (duration: 56.890437ms)","trace[453443538] 'applied index is now lower than readState.Index' (duration: 93.177313ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:53:16.908894Z","caller":"traceutil/trace.go:171","msg":"trace[1959843588] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"155.020885ms","start":"2026-02-27T01:53:16.753844Z","end":"2026-02-27T01:53:16.908865Z","steps":["trace[1959843588] 'process raft request' (duration: 61.805802ms)","trace[1959843588] 'compare' (duration: 93.017389ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:53:16.908992Z","caller":"traceutil/trace.go:171","msg":"trace[1459921958] transaction","detail":"{read_only:false; response_revision:13004; number_of_response:1; }","duration":"152.755482ms","start":"2026-02-27T01:53:16.756224Z","end":"2026-02-27T01:53:16.90898Z","steps":["trace[1459921958] 'process raft request' (duration: 152.573168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:16.90919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.362627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:53:16.909271Z","caller":"traceutil/trace.go:171","msg":"trace[774860210] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13004; }","duration":"150.493919ms","start":"2026-02-27T01:53:16.758756Z","end":"2026-02-27T01:53:16.90925Z","steps":["trace[774860210] 'agreement among raft nodes before linearized reading' (duration: 150.270154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:17.220663Z","caller":"traceutil/trace.go:171","msg":"trace[884655158] linearizableReadLoop","detail":"{readStateIndex:13488; appliedIndex:13487; }","duration":"311.690449ms","start":"2026-02-27T01:53:16.908949Z","end":"2026-02-27T01:53:17.220639Z","steps":["trace[884655158] 'read index received' (duration: 311.273489ms)","trace[884655158] 'applied index is now lower than readState.Index' (duration: 415.319µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:53:17.220815Z","caller":"traceutil/trace.go:171","msg":"trace[395738764] transaction","detail":"{read_only:false; response_revision:13005; number_of_response:1; }","duration":"400.836857ms","start":"2026-02-27T01:53:16.819951Z","end":"2026-02-27T01:53:17.220788Z","steps":["trace[395738764] 'process raft request' (duration: 400.264374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:17.220959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:16.819934Z","time spent":"400.951499ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:53:17.221089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.838673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-27T01:53:17.221147Z","caller":"traceutil/trace.go:171","msg":"trace[1198893521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:13005; }","duration":"450.925155ms","start":"2026-02-27T01:53:16.770199Z","end":"2026-02-27T01:53:17.221124Z","steps":["trace[1198893521] 'agreement among raft nodes before linearized reading' (duration: 450.662159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:17.221189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:16.770188Z","time spent":"450.991396ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-z45mn\" "} {"level":"warn","ts":"2026-02-27T01:53:17.24034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.714827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:53:17.240394Z","caller":"traceutil/trace.go:171","msg":"trace[320551755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13006; }","duration":"214.794349ms","start":"2026-02-27T01:53:17.025587Z","end":"2026-02-27T01:53:17.240381Z","steps":["trace[320551755] 'agreement among raft nodes before linearized reading' (duration: 214.617005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:17.240392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.672406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d57823c-d0a5-407e-ad32-b471c401a808\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-02-27T01:53:17.240452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.047266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d57823c-d0a5-407e-ad32-b471c401a808\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-02-27T01:53:17.240494Z","caller":"traceutil/trace.go:171","msg":"trace[1810539618] transaction","detail":"{read_only:false; response_revision:13006; number_of_response:1; }","duration":"327.601339ms","start":"2026-02-27T01:53:16.912883Z","end":"2026-02-27T01:53:17.240484Z","steps":["trace[1810539618] 'process raft request' (duration: 327.179359ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:17.240503Z","caller":"traceutil/trace.go:171","msg":"trace[1804990998] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d57823c-d0a5-407e-ad32-b471c401a808; range_end:; response_count:1; response_revision:13006; }","duration":"300.112948ms","start":"2026-02-27T01:53:16.940374Z","end":"2026-02-27T01:53:17.240487Z","steps":["trace[1804990998] 'agreement among raft nodes before linearized reading' (duration: 299.998396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:17.240539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:16.940365Z","time spent":"300.165359ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d57823c-d0a5-407e-ad32-b471c401a808\" "} {"level":"warn","ts":"2026-02-27T01:53:17.240588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:16.912862Z","time spent":"327.66811ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:53:17.240452Z","caller":"traceutil/trace.go:171","msg":"trace[1977937173] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d57823c-d0a5-407e-ad32-b471c401a808; range_end:; response_count:1; response_revision:13006; }","duration":"190.749398ms","start":"2026-02-27T01:53:17.049682Z","end":"2026-02-27T01:53:17.240431Z","steps":["trace[1977937173] 'agreement among raft nodes before linearized reading' (duration: 190.524773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:17.240325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.202703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:53:17.241021Z","caller":"traceutil/trace.go:171","msg":"trace[1985571939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13006; }","duration":"319.93194ms","start":"2026-02-27T01:53:16.921067Z","end":"2026-02-27T01:53:17.240999Z","steps":["trace[1985571939] 'agreement among raft nodes before linearized reading' (duration: 319.157292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:17.241086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:16.921055Z","time spent":"320.011022ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:53:17.749163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746880151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:53:18.250089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746880151,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:53:18.404917Z","caller":"traceutil/trace.go:171","msg":"trace[44300136] transaction","detail":"{read_only:false; response_revision:13007; number_of_response:1; }","duration":"1.159873877s","start":"2026-02-27T01:53:17.245004Z","end":"2026-02-27T01:53:18.404878Z","steps":["trace[44300136] 'process raft request' (duration: 1.123235712s)","trace[44300136] 'compare' (duration: 36.451901ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:53:18.405106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:17.244987Z","time spent":"1.160023981s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:53:18.678922Z","caller":"traceutil/trace.go:171","msg":"trace[1482495299] transaction","detail":"{read_only:false; response_revision:13008; number_of_response:1; }","duration":"1.431838658s","start":"2026-02-27T01:53:17.247052Z","end":"2026-02-27T01:53:18.678891Z","steps":["trace[1482495299] 'process raft request' (duration: 1.431622753s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:18.679062Z","caller":"traceutil/trace.go:171","msg":"trace[1350630110] linearizableReadLoop","detail":"{readStateIndex:13492; appliedIndex:13489; }","duration":"1.430732923s","start":"2026-02-27T01:53:17.248283Z","end":"2026-02-27T01:53:18.679016Z","steps":["trace[1350630110] 'read index received' (duration: 1.119950676s)","trace[1350630110] 'applied index is now lower than readState.Index' (duration: 310.781207ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:53:18.67909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:17.247006Z","time spent":"1.431985882s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:53:18.679128Z","caller":"traceutil/trace.go:171","msg":"trace[825038218] transaction","detail":"{read_only:false; response_revision:13009; number_of_response:1; }","duration":"1.075317745s","start":"2026-02-27T01:53:17.603786Z","end":"2026-02-27T01:53:18.679104Z","steps":["trace[825038218] 'process raft request' (duration: 1.07506431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:18.679245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:17.603764Z","time spent":"1.075422247s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:53:18.679347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431052451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18930"} {"level":"info","ts":"2026-02-27T01:53:18.679447Z","caller":"traceutil/trace.go:171","msg":"trace[1919721090] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13009; }","duration":"1.431131952s","start":"2026-02-27T01:53:17.248264Z","end":"2026-02-27T01:53:18.679396Z","steps":["trace[1919721090] 'agreement among raft nodes before linearized reading' (duration: 1.430860026s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:18.679532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:17.248256Z","time spent":"1.431231314s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18953,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T01:53:18.720559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395019191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T01:53:18.720626Z","caller":"traceutil/trace.go:171","msg":"trace[487652119] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13010; }","duration":"1.395162434s","start":"2026-02-27T01:53:17.325447Z","end":"2026-02-27T01:53:18.720609Z","steps":["trace[487652119] 'agreement among raft nodes before linearized reading' (duration: 1.394953239s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:18.720657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:17.325429Z","time spent":"1.395220976s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T01:53:18.720877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.054002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d57823c-d0a5-407e-ad32-b471c401a808\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-02-27T01:53:18.720861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.559675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-27T01:53:18.720905Z","caller":"traceutil/trace.go:171","msg":"trace[549146017] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d57823c-d0a5-407e-ad32-b471c401a808; range_end:; response_count:1; response_revision:13010; }","duration":"473.113793ms","start":"2026-02-27T01:53:18.247784Z","end":"2026-02-27T01:53:18.720898Z","steps":["trace[549146017] 'agreement among raft nodes before linearized reading' (duration: 473.062872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:18.720924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.247751Z","time spent":"473.167364ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d57823c-d0a5-407e-ad32-b471c401a808\" "} {"level":"info","ts":"2026-02-27T01:53:18.720939Z","caller":"traceutil/trace.go:171","msg":"trace[1608310110] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:13010; }","duration":"317.673138ms","start":"2026-02-27T01:53:18.403236Z","end":"2026-02-27T01:53:18.720909Z","steps":["trace[1608310110] 'agreement among raft nodes before linearized reading' (duration: 317.441102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:18.720974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.403202Z","time spent":"317.76623ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T01:53:18.721051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.719788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:53:18.721077Z","caller":"traceutil/trace.go:171","msg":"trace[1932282296] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13010; }","duration":"663.748868ms","start":"2026-02-27T01:53:18.057322Z","end":"2026-02-27T01:53:18.721071Z","steps":["trace[1932282296] 'agreement among raft nodes before linearized reading' (duration: 663.702867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:18.721096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.057285Z","time spent":"663.80548ms","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:53:18.721243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.192423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-02-27T01:53:18.721254Z","caller":"traceutil/trace.go:171","msg":"trace[434486830] transaction","detail":"{read_only:false; response_revision:13010; number_of_response:1; }","duration":"162.159231ms","start":"2026-02-27T01:53:18.559088Z","end":"2026-02-27T01:53:18.721247Z","steps":["trace[434486830] 'process raft request' (duration: 161.197519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:18.721268Z","caller":"traceutil/trace.go:171","msg":"trace[755734930] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:13010; }","duration":"789.242145ms","start":"2026-02-27T01:53:17.932018Z","end":"2026-02-27T01:53:18.72126Z","steps":["trace[755734930] 'agreement among raft nodes before linearized reading' (duration: 789.173123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:18.721286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:17.932005Z","time spent":"789.276425ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-02-27T01:53:18.721403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.626576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:53:18.721426Z","caller":"traceutil/trace.go:171","msg":"trace[946587053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13010; }","duration":"841.719528ms","start":"2026-02-27T01:53:17.879701Z","end":"2026-02-27T01:53:18.72142Z","steps":["trace[946587053] 'agreement among raft nodes before linearized reading' (duration: 841.680538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:18.721445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:17.879674Z","time spent":"841.76555ms","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:53:18.721474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.687026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g6pfp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-02-27T01:53:18.721498Z","caller":"traceutil/trace.go:171","msg":"trace[782277578] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g6pfp; range_end:; response_count:1; response_revision:13010; }","duration":"244.750877ms","start":"2026-02-27T01:53:18.476741Z","end":"2026-02-27T01:53:18.721492Z","steps":["trace[782277578] 'agreement among raft nodes before linearized reading' (duration: 244.659715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:18.721558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.399939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:53:18.721581Z","caller":"traceutil/trace.go:171","msg":"trace[331453987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13010; }","duration":"964.473891ms","start":"2026-02-27T01:53:17.757101Z","end":"2026-02-27T01:53:18.721575Z","steps":["trace[331453987] 'agreement among raft nodes before linearized reading' (duration: 964.43243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:18.721599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:17.757073Z","time spent":"964.521131ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:53:18.721736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.839398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:53:18.721759Z","caller":"traceutil/trace.go:171","msg":"trace[1010389809] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:13010; }","duration":"189.884438ms","start":"2026-02-27T01:53:18.531867Z","end":"2026-02-27T01:53:18.721751Z","steps":["trace[1010389809] 'agreement among raft nodes before linearized reading' (duration: 189.847517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:19.106683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.512682ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T01:53:19.106782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.723668Z","time spent":"383.110053ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T01:53:19.143235Z","caller":"traceutil/trace.go:171","msg":"trace[1632370115] transaction","detail":"{read_only:false; response_revision:13011; number_of_response:1; }","duration":"414.70947ms","start":"2026-02-27T01:53:18.728503Z","end":"2026-02-27T01:53:19.143212Z","steps":["trace[1632370115] 'process raft request' (duration: 414.533716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:19.143378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.728483Z","time spent":"414.822603ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:53:19.143439Z","caller":"traceutil/trace.go:171","msg":"trace[1674760097] linearizableReadLoop","detail":"{readStateIndex:13495; appliedIndex:13493; }","duration":"414.783602ms","start":"2026-02-27T01:53:18.728622Z","end":"2026-02-27T01:53:19.143405Z","steps":["trace[1674760097] 'read index received' (duration: 145.556534ms)","trace[1674760097] 'applied index is now lower than readState.Index' (duration: 269.225388ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:53:19.143506Z","caller":"traceutil/trace.go:171","msg":"trace[2079469261] transaction","detail":"{read_only:false; response_revision:13012; number_of_response:1; }","duration":"406.855277ms","start":"2026-02-27T01:53:18.736616Z","end":"2026-02-27T01:53:19.143471Z","steps":["trace[2079469261] 'process raft request' (duration: 406.56139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:19.143665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.736596Z","time spent":"406.986801ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:53:19.144219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.585521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:65 size:613796"} {"level":"info","ts":"2026-02-27T01:53:19.144297Z","caller":"traceutil/trace.go:171","msg":"trace[1716013325] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:65; response_revision:13012; }","duration":"415.689593ms","start":"2026-02-27T01:53:18.728596Z","end":"2026-02-27T01:53:19.144286Z","steps":["trace[1716013325] 'agreement among raft nodes before linearized reading' (duration: 414.941456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:19.144333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.728586Z","time spent":"415.736335ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":65,"response size":613819,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:53:19.144666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.723571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:53:19.14468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.068183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:53:19.144697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.535816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-02-27T01:53:19.144731Z","caller":"traceutil/trace.go:171","msg":"trace[191241242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13013; }","duration":"387.825094ms","start":"2026-02-27T01:53:18.756891Z","end":"2026-02-27T01:53:19.144716Z","steps":["trace[191241242] 'agreement among raft nodes before linearized reading' (duration: 387.689991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:19.144708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.463017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:53:19.144762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.756875Z","time spent":"387.882585ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:53:19.144787Z","caller":"traceutil/trace.go:171","msg":"trace[796613805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13013; }","duration":"231.59404ms","start":"2026-02-27T01:53:18.913173Z","end":"2026-02-27T01:53:19.144767Z","steps":["trace[796613805] 'agreement among raft nodes before linearized reading' (duration: 231.304063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:19.14482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.044764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:53:19.144735Z","caller":"traceutil/trace.go:171","msg":"trace[956342995] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13013; }","duration":"356.159725ms","start":"2026-02-27T01:53:18.788564Z","end":"2026-02-27T01:53:19.144723Z","steps":["trace[956342995] 'agreement among raft nodes before linearized reading' (duration: 356.064893ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:19.144886Z","caller":"traceutil/trace.go:171","msg":"trace[1345277485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13013; }","duration":"224.126057ms","start":"2026-02-27T01:53:18.920744Z","end":"2026-02-27T01:53:19.14487Z","steps":["trace[1345277485] 'agreement among raft nodes before linearized reading' (duration: 223.977893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:19.14492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.788549Z","time spent":"356.356779ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T01:53:19.144681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.825167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:53:19.144992Z","caller":"traceutil/trace.go:171","msg":"trace[885618836] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13013; }","duration":"175.190695ms","start":"2026-02-27T01:53:18.969785Z","end":"2026-02-27T01:53:19.144976Z","steps":["trace[885618836] 'agreement among raft nodes before linearized reading' (duration: 174.716914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:19.144752Z","caller":"traceutil/trace.go:171","msg":"trace[1075747909] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:13013; }","duration":"414.614898ms","start":"2026-02-27T01:53:18.730122Z","end":"2026-02-27T01:53:19.144737Z","steps":["trace[1075747909] 'agreement among raft nodes before linearized reading' (duration: 414.336832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:19.145424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.730113Z","time spent":"415.298934ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1165,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"warn","ts":"2026-02-27T01:53:19.145751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.150778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:53:19.145831Z","caller":"traceutil/trace.go:171","msg":"trace[1178817605] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13013; }","duration":"409.140031ms","start":"2026-02-27T01:53:18.736673Z","end":"2026-02-27T01:53:19.145813Z","steps":["trace[1178817605] 'agreement among raft nodes before linearized reading' (duration: 408.087906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:53:19.145874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:53:18.736669Z","time spent":"409.191442ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:54:08.564654Z","caller":"traceutil/trace.go:171","msg":"trace[242027120] transaction","detail":"{read_only:false; response_revision:13602; number_of_response:1; }","duration":"154.436767ms","start":"2026-02-27T01:54:08.410202Z","end":"2026-02-27T01:54:08.564639Z","steps":["trace[242027120] 'process raft request' (duration: 154.236202ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:25.714421Z","caller":"traceutil/trace.go:171","msg":"trace[525324419] linearizableReadLoop","detail":"{readStateIndex:14190; appliedIndex:14189; }","duration":"115.936518ms","start":"2026-02-27T01:54:25.598446Z","end":"2026-02-27T01:54:25.714382Z","steps":["trace[525324419] 'read index received' (duration: 67.925717ms)","trace[525324419] 'applied index is now lower than readState.Index' (duration: 48.009621ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:25.714658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.201434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:54:25.714704Z","caller":"traceutil/trace.go:171","msg":"trace[668906305] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13687; }","duration":"116.291666ms","start":"2026-02-27T01:54:25.598397Z","end":"2026-02-27T01:54:25.714689Z","steps":["trace[668906305] 'agreement among raft nodes before linearized reading' (duration: 116.147183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.714774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.533118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:54:25.71488Z","caller":"traceutil/trace.go:171","msg":"trace[2057560974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13687; }","duration":"115.670652ms","start":"2026-02-27T01:54:25.599182Z","end":"2026-02-27T01:54:25.714852Z","steps":["trace[2057560974] 'agreement among raft nodes before linearized reading' (duration: 115.398446ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:25.714441Z","caller":"traceutil/trace.go:171","msg":"trace[1334231654] transaction","detail":"{read_only:false; response_revision:13687; number_of_response:1; }","duration":"184.394487ms","start":"2026-02-27T01:54:25.530016Z","end":"2026-02-27T01:54:25.714411Z","steps":["trace[1334231654] 'process raft request' (duration: 136.358215ms)","trace[1334231654] 'compare' (duration: 47.855027ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:25.714984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.536509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:54:25.715037Z","caller":"traceutil/trace.go:171","msg":"trace[1898132887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13687; }","duration":"112.614ms","start":"2026-02-27T01:54:25.602409Z","end":"2026-02-27T01:54:25.715023Z","steps":["trace[1898132887] 'agreement among raft nodes before linearized reading' (duration: 112.477217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:25.715202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.012073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T01:54:25.715239Z","caller":"traceutil/trace.go:171","msg":"trace[717239463] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13687; }","duration":"114.29552ms","start":"2026-02-27T01:54:25.600933Z","end":"2026-02-27T01:54:25.715228Z","steps":["trace[717239463] 'agreement among raft nodes before linearized reading' (duration: 113.956032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:31.489568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.744237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:31.489656Z","caller":"traceutil/trace.go:171","msg":"trace[641678349] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13712; }","duration":"280.92547ms","start":"2026-02-27T01:54:31.208709Z","end":"2026-02-27T01:54:31.489634Z","steps":["trace[641678349] 'count revisions from in-memory index tree' (duration: 280.587743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:37.155201Z","caller":"traceutil/trace.go:171","msg":"trace[1410326229] linearizableReadLoop","detail":"{readStateIndex:14242; appliedIndex:14241; }","duration":"196.537041ms","start":"2026-02-27T01:54:36.958638Z","end":"2026-02-27T01:54:37.155175Z","steps":["trace[1410326229] 'read index received' (duration: 196.416168ms)","trace[1410326229] 'applied index is now lower than readState.Index' (duration: 119.583µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:54:37.155307Z","caller":"traceutil/trace.go:171","msg":"trace[135017641] transaction","detail":"{read_only:false; response_revision:13737; number_of_response:1; }","duration":"254.450292ms","start":"2026-02-27T01:54:36.900824Z","end":"2026-02-27T01:54:37.155275Z","steps":["trace[135017641] 'process raft request' (duration: 254.182846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:37.155357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.695854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:37.155396Z","caller":"traceutil/trace.go:171","msg":"trace[1729388514] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13737; }","duration":"196.778085ms","start":"2026-02-27T01:54:36.958606Z","end":"2026-02-27T01:54:37.155384Z","steps":["trace[1729388514] 'agreement among raft nodes before linearized reading' (duration: 196.699764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:37.655915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746882756,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:54:37.799214Z","caller":"traceutil/trace.go:171","msg":"trace[484689932] linearizableReadLoop","detail":"{readStateIndex:14243; appliedIndex:14242; }","duration":"643.902198ms","start":"2026-02-27T01:54:37.155282Z","end":"2026-02-27T01:54:37.799184Z","steps":["trace[484689932] 'read index received' (duration: 588.132596ms)","trace[484689932] 'applied index is now lower than readState.Index' (duration: 55.768212ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:54:37.799378Z","caller":"traceutil/trace.go:171","msg":"trace[1362134870] transaction","detail":"{read_only:false; response_revision:13738; number_of_response:1; }","duration":"704.069703ms","start":"2026-02-27T01:54:37.095219Z","end":"2026-02-27T01:54:37.799289Z","steps":["trace[1362134870] 'process raft request' (duration: 648.239639ms)","trace[1362134870] 'compare' (duration: 55.445405ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:37.799504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.682896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:37.799551Z","caller":"traceutil/trace.go:171","msg":"trace[496486383] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13738; }","duration":"772.766118ms","start":"2026-02-27T01:54:37.026774Z","end":"2026-02-27T01:54:37.79954Z","steps":["trace[496486383] 'agreement among raft nodes before linearized reading' (duration: 772.558233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:37.799544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:37.095198Z","time spent":"704.259558ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:54:37.799592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:37.026764Z","time spent":"772.819389ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:54:37.799638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.92315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:54:37.799686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.487904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:54:37.799673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.975363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:37.799754Z","caller":"traceutil/trace.go:171","msg":"trace[1499835960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13738; }","duration":"242.583255ms","start":"2026-02-27T01:54:37.557151Z","end":"2026-02-27T01:54:37.799734Z","steps":["trace[1499835960] 'agreement among raft nodes before linearized reading' (duration: 242.401641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:37.799751Z","caller":"traceutil/trace.go:171","msg":"trace[1972754874] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13738; }","duration":"841.054693ms","start":"2026-02-27T01:54:36.958668Z","end":"2026-02-27T01:54:37.799723Z","steps":["trace[1972754874] 'agreement among raft nodes before linearized reading' (duration: 840.843388ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:37.799788Z","caller":"traceutil/trace.go:171","msg":"trace[37884917] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13738; }","duration":"776.127676ms","start":"2026-02-27T01:54:37.023637Z","end":"2026-02-27T01:54:37.799765Z","steps":["trace[37884917] 'agreement among raft nodes before linearized reading' (duration: 775.88959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:37.799827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:36.958662Z","time spent":"841.150865ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:54:37.799845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:37.023627Z","time spent":"776.207979ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:54:37.799749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.885071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f59c2\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-27T01:54:37.799961Z","caller":"traceutil/trace.go:171","msg":"trace[952547949] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f59c2; range_end:; response_count:1; response_revision:13738; }","duration":"633.149467ms","start":"2026-02-27T01:54:37.166769Z","end":"2026-02-27T01:54:37.799918Z","steps":["trace[952547949] 'agreement among raft nodes before linearized reading' (duration: 632.772319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:37.800013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:37.166749Z","time spent":"633.248809ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f59c2\" "} {"level":"warn","ts":"2026-02-27T01:54:38.05153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.157226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:54:38.051764Z","caller":"traceutil/trace.go:171","msg":"trace[1430598267] linearizableReadLoop","detail":"{readStateIndex:14246; appliedIndex:14243; }","duration":"246.095687ms","start":"2026-02-27T01:54:37.805657Z","end":"2026-02-27T01:54:38.051753Z","steps":["trace[1430598267] 'read index received' (duration: 110.651424ms)","trace[1430598267] 'applied index is now lower than readState.Index' (duration: 135.443593ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:54:38.051756Z","caller":"traceutil/trace.go:171","msg":"trace[333351149] transaction","detail":"{read_only:false; response_revision:13739; number_of_response:1; }","duration":"247.700165ms","start":"2026-02-27T01:54:37.804011Z","end":"2026-02-27T01:54:38.051711Z","steps":["trace[333351149] 'process raft request' (duration: 112.297113ms)","trace[333351149] 'compare' (duration: 135.063374ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:54:38.051775Z","caller":"traceutil/trace.go:171","msg":"trace[1589377264] transaction","detail":"{read_only:false; response_revision:13740; number_of_response:1; }","duration":"247.237184ms","start":"2026-02-27T01:54:37.804508Z","end":"2026-02-27T01:54:38.051745Z","steps":["trace[1589377264] 'process raft request' (duration: 247.105121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:38.05185Z","caller":"traceutil/trace.go:171","msg":"trace[2043839098] transaction","detail":"{read_only:false; response_revision:13742; number_of_response:1; }","duration":"245.905643ms","start":"2026-02-27T01:54:37.805937Z","end":"2026-02-27T01:54:38.051842Z","steps":["trace[2043839098] 'process raft request' (duration: 245.76352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:38.051827Z","caller":"traceutil/trace.go:171","msg":"trace[1238959172] transaction","detail":"{read_only:false; response_revision:13741; number_of_response:1; }","duration":"246.954838ms","start":"2026-02-27T01:54:37.804867Z","end":"2026-02-27T01:54:38.051822Z","steps":["trace[1238959172] 'process raft request' (duration: 246.781264ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:38.051975Z","caller":"traceutil/trace.go:171","msg":"trace[1762008277] transaction","detail":"{read_only:false; response_revision:13743; number_of_response:1; }","duration":"245.979105ms","start":"2026-02-27T01:54:37.805984Z","end":"2026-02-27T01:54:38.051963Z","steps":["trace[1762008277] 'process raft request' (duration: 245.732279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.05203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.223252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:38.052052Z","caller":"traceutil/trace.go:171","msg":"trace[1070531340] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13744; }","duration":"184.279774ms","start":"2026-02-27T01:54:37.867764Z","end":"2026-02-27T01:54:38.052044Z","steps":["trace[1070531340] 'agreement among raft nodes before linearized reading' (duration: 184.208282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.052129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.405956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:38.052166Z","caller":"traceutil/trace.go:171","msg":"trace[527818958] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13744; }","duration":"184.453037ms","start":"2026-02-27T01:54:37.867702Z","end":"2026-02-27T01:54:38.052155Z","steps":["trace[527818958] 'agreement among raft nodes before linearized reading' (duration: 184.264033ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:38.052299Z","caller":"traceutil/trace.go:171","msg":"trace[1717038930] transaction","detail":"{read_only:false; response_revision:13744; number_of_response:1; }","duration":"245.634047ms","start":"2026-02-27T01:54:37.806656Z","end":"2026-02-27T01:54:38.05229Z","steps":["trace[1717038930] 'process raft request' (duration: 245.074294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.052343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.054407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:54:38.05235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.603841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-27T01:54:38.052367Z","caller":"traceutil/trace.go:171","msg":"trace[1856059857] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:13744; }","duration":"103.112168ms","start":"2026-02-27T01:54:37.949248Z","end":"2026-02-27T01:54:38.05236Z","steps":["trace[1856059857] 'agreement among raft nodes before linearized reading' (duration: 102.978935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.052402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.663293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:38.052425Z","caller":"traceutil/trace.go:171","msg":"trace[1283406271] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13744; }","duration":"184.713904ms","start":"2026-02-27T01:54:37.867706Z","end":"2026-02-27T01:54:38.05242Z","steps":["trace[1283406271] 'agreement among raft nodes before linearized reading' (duration: 184.677743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.052464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.724354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T01:54:38.052499Z","caller":"traceutil/trace.go:171","msg":"trace[183718510] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13744; }","duration":"184.787115ms","start":"2026-02-27T01:54:37.867703Z","end":"2026-02-27T01:54:38.05249Z","steps":["trace[183718510] 'agreement among raft nodes before linearized reading' (duration: 184.703873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.052542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.620515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g6pfp\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-02-27T01:54:38.052578Z","caller":"traceutil/trace.go:171","msg":"trace[455696816] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g6pfp; range_end:; response_count:1; response_revision:13744; }","duration":"179.675836ms","start":"2026-02-27T01:54:37.872897Z","end":"2026-02-27T01:54:38.052573Z","steps":["trace[455696816] 'agreement among raft nodes before linearized reading' (duration: 179.578144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:38.052373Z","caller":"traceutil/trace.go:171","msg":"trace[213448354] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13744; }","duration":"184.651762ms","start":"2026-02-27T01:54:37.867715Z","end":"2026-02-27T01:54:38.052367Z","steps":["trace[213448354] 'agreement among raft nodes before linearized reading' (duration: 184.581521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.05286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.182313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720668"} {"level":"info","ts":"2026-02-27T01:54:38.052917Z","caller":"traceutil/trace.go:171","msg":"trace[761830170] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13744; }","duration":"247.270465ms","start":"2026-02-27T01:54:37.805635Z","end":"2026-02-27T01:54:38.052905Z","steps":["trace[761830170] 'agreement among raft nodes before linearized reading' (duration: 246.321783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.323462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.573128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-qjbbv\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-02-27T01:54:38.323547Z","caller":"traceutil/trace.go:171","msg":"trace[1537832137] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-qjbbv; range_end:; response_count:1; response_revision:13744; }","duration":"107.708641ms","start":"2026-02-27T01:54:38.215819Z","end":"2026-02-27T01:54:38.323528Z","steps":["trace[1537832137] 'range keys from in-memory index tree' (duration: 107.399094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:38.324406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.149577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720668"} {"level":"info","ts":"2026-02-27T01:54:38.324491Z","caller":"traceutil/trace.go:171","msg":"trace[424905122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13744; }","duration":"170.296621ms","start":"2026-02-27T01:54:38.154176Z","end":"2026-02-27T01:54:38.324473Z","steps":["trace[424905122] 'range keys from in-memory index tree' (duration: 169.331818ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:38.625619Z","caller":"traceutil/trace.go:171","msg":"trace[1692378266] transaction","detail":"{read_only:false; response_revision:13745; number_of_response:1; }","duration":"122.016135ms","start":"2026-02-27T01:54:38.503581Z","end":"2026-02-27T01:54:38.625597Z","steps":["trace[1692378266] 'process raft request' (duration: 121.894723ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:38.940564Z","caller":"traceutil/trace.go:171","msg":"trace[617411396] linearizableReadLoop","detail":"{readStateIndex:14252; appliedIndex:14251; }","duration":"184.032102ms","start":"2026-02-27T01:54:38.756511Z","end":"2026-02-27T01:54:38.940543Z","steps":["trace[617411396] 'read index received' (duration: 183.841657ms)","trace[617411396] 'applied index is now lower than readState.Index' (duration: 189.445µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:38.940707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.174255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:38.940754Z","caller":"traceutil/trace.go:171","msg":"trace[796517938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13746; }","duration":"184.275116ms","start":"2026-02-27T01:54:38.756471Z","end":"2026-02-27T01:54:38.940747Z","steps":["trace[796517938] 'agreement among raft nodes before linearized reading' (duration: 184.165124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:38.940614Z","caller":"traceutil/trace.go:171","msg":"trace[459843840] transaction","detail":"{read_only:false; response_revision:13746; number_of_response:1; }","duration":"214.290347ms","start":"2026-02-27T01:54:38.726298Z","end":"2026-02-27T01:54:38.940589Z","steps":["trace[459843840] 'process raft request' (duration: 214.085012ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:39.023198Z","caller":"traceutil/trace.go:171","msg":"trace[478701115] transaction","detail":"{read_only:false; response_revision:13747; number_of_response:1; }","duration":"150.391805ms","start":"2026-02-27T01:54:38.872798Z","end":"2026-02-27T01:54:39.02319Z","steps":["trace[478701115] 'process raft request' (duration: 150.198451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:39.0234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.212358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:39.023424Z","caller":"traceutil/trace.go:171","msg":"trace[439548871] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13747; }","duration":"146.260229ms","start":"2026-02-27T01:54:38.877158Z","end":"2026-02-27T01:54:39.023419Z","steps":["trace[439548871] 'agreement among raft nodes before linearized reading' (duration: 146.190957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:39.023595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.785335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:54:39.023616Z","caller":"traceutil/trace.go:171","msg":"trace[1996833551] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13747; }","duration":"156.846376ms","start":"2026-02-27T01:54:38.866765Z","end":"2026-02-27T01:54:39.023611Z","steps":["trace[1996833551] 'agreement among raft nodes before linearized reading' (duration: 156.786245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:39.023772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.258535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:39.023793Z","caller":"traceutil/trace.go:171","msg":"trace[1942409174] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13747; }","duration":"226.288055ms","start":"2026-02-27T01:54:38.797499Z","end":"2026-02-27T01:54:39.023787Z","steps":["trace[1942409174] 'agreement among raft nodes before linearized reading' (duration: 226.235534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:39.023932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.004999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T01:54:39.023953Z","caller":"traceutil/trace.go:171","msg":"trace[1000659000] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13747; }","duration":"232.06785ms","start":"2026-02-27T01:54:38.79188Z","end":"2026-02-27T01:54:39.023948Z","steps":["trace[1000659000] 'agreement among raft nodes before linearized reading' (duration: 232.015389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:39.024048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.369976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:39.024109Z","caller":"traceutil/trace.go:171","msg":"trace[1115928793] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13747; }","duration":"232.438459ms","start":"2026-02-27T01:54:38.791666Z","end":"2026-02-27T01:54:39.024104Z","steps":["trace[1115928793] 'agreement among raft nodes before linearized reading' (duration: 232.349747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:39.024236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.419192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T01:54:39.024264Z","caller":"traceutil/trace.go:171","msg":"trace[1718409589] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13747; }","duration":"233.456462ms","start":"2026-02-27T01:54:38.790804Z","end":"2026-02-27T01:54:39.02426Z","steps":["trace[1718409589] 'agreement among raft nodes before linearized reading' (duration: 233.381221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:39.024335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.586755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:39.024351Z","caller":"traceutil/trace.go:171","msg":"trace[1971338173] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13747; }","duration":"242.628736ms","start":"2026-02-27T01:54:38.781719Z","end":"2026-02-27T01:54:39.024347Z","steps":["trace[1971338173] 'agreement among raft nodes before linearized reading' (duration: 242.604186ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:39.272778Z","caller":"traceutil/trace.go:171","msg":"trace[204813817] transaction","detail":"{read_only:false; response_revision:13748; number_of_response:1; }","duration":"110.2553ms","start":"2026-02-27T01:54:39.1625Z","end":"2026-02-27T01:54:39.272755Z","steps":["trace[204813817] 'process raft request' (duration: 110.139937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:39.865958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.130066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:54:39.866057Z","caller":"traceutil/trace.go:171","msg":"trace[1649683699] linearizableReadLoop","detail":"{readStateIndex:14256; appliedIndex:14255; }","duration":"109.308179ms","start":"2026-02-27T01:54:39.756733Z","end":"2026-02-27T01:54:39.866041Z","steps":["trace[1649683699] 'read index received' (duration: 49.952µs)","trace[1649683699] 'applied index is now lower than readState.Index' (duration: 109.255267ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:54:39.866123Z","caller":"traceutil/trace.go:171","msg":"trace[839031113] transaction","detail":"{read_only:false; response_revision:13750; number_of_response:1; }","duration":"297.859345ms","start":"2026-02-27T01:54:39.568237Z","end":"2026-02-27T01:54:39.866096Z","steps":["trace[839031113] 'process raft request' (duration: 106.507484ms)","trace[839031113] 'compare' (duration: 190.87737ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:39.86616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.431481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:39.866201Z","caller":"traceutil/trace.go:171","msg":"trace[243618374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13750; }","duration":"109.504373ms","start":"2026-02-27T01:54:39.756681Z","end":"2026-02-27T01:54:39.866185Z","steps":["trace[243618374] 'agreement among raft nodes before linearized reading' (duration: 109.435732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.258442Z","caller":"traceutil/trace.go:171","msg":"trace[835173371] linearizableReadLoop","detail":"{readStateIndex:14257; appliedIndex:14256; }","duration":"392.330427ms","start":"2026-02-27T01:54:39.866088Z","end":"2026-02-27T01:54:40.258418Z","steps":["trace[835173371] 'read index received' (duration: 360.180628ms)","trace[835173371] 'applied index is now lower than readState.Index' (duration: 32.148779ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:54:40.258448Z","caller":"traceutil/trace.go:171","msg":"trace[544641716] transaction","detail":"{read_only:false; response_revision:13751; number_of_response:1; }","duration":"453.132885ms","start":"2026-02-27T01:54:39.805281Z","end":"2026-02-27T01:54:40.258414Z","steps":["trace[544641716] 'process raft request' (duration: 420.955885ms)","trace[544641716] 'compare' (duration: 31.983266ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:54:40.258539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.545618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:40.258565Z","caller":"traceutil/trace.go:171","msg":"trace[279145741] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13751; }","duration":"454.62156ms","start":"2026-02-27T01:54:39.803936Z","end":"2026-02-27T01:54:40.258557Z","steps":["trace[279145741] 'agreement among raft nodes before linearized reading' (duration: 454.563348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.258586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:39.803916Z","time spent":"454.664241ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:54:40.258563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.265255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:54:40.258611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:39.805266Z","time spent":"453.281818ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:54:40.258619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.576702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-27T01:54:40.258635Z","caller":"traceutil/trace.go:171","msg":"trace[574974529] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13751; }","duration":"452.388038ms","start":"2026-02-27T01:54:39.806228Z","end":"2026-02-27T01:54:40.258616Z","steps":["trace[574974529] 'agreement among raft nodes before linearized reading' (duration: 452.256545ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.258661Z","caller":"traceutil/trace.go:171","msg":"trace[1303162009] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13751; }","duration":"452.641234ms","start":"2026-02-27T01:54:39.806011Z","end":"2026-02-27T01:54:40.258652Z","steps":["trace[1303162009] 'agreement among raft nodes before linearized reading' (duration: 452.48611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.258689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:39.806004Z","time spent":"452.678584ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:54:40.258678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:54:39.806197Z","time spent":"452.472899ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:54:40.258688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.296203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-27T01:54:40.258724Z","caller":"traceutil/trace.go:171","msg":"trace[68040629] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13751; }","duration":"201.382595ms","start":"2026-02-27T01:54:40.057332Z","end":"2026-02-27T01:54:40.258715Z","steps":["trace[68040629] 'agreement among raft nodes before linearized reading' (duration: 201.231452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.258831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.291783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:54:40.258861Z","caller":"traceutil/trace.go:171","msg":"trace[1424997744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13751; }","duration":"198.344234ms","start":"2026-02-27T01:54:40.060511Z","end":"2026-02-27T01:54:40.258855Z","steps":["trace[1424997744] 'agreement among raft nodes before linearized reading' (duration: 198.248852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.258917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.469008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-27T01:54:40.258944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.30769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:54:40.258954Z","caller":"traceutil/trace.go:171","msg":"trace[149322103] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13751; }","duration":"180.522489ms","start":"2026-02-27T01:54:40.078422Z","end":"2026-02-27T01:54:40.258945Z","steps":["trace[149322103] 'agreement among raft nodes before linearized reading' (duration: 180.444177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.258973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.439453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:54:40.259018Z","caller":"traceutil/trace.go:171","msg":"trace[548814750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13751; }","duration":"200.500135ms","start":"2026-02-27T01:54:40.058505Z","end":"2026-02-27T01:54:40.259005Z","steps":["trace[548814750] 'agreement among raft nodes before linearized reading' (duration: 200.393813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.259055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.548306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g6pfp\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-02-27T01:54:40.259093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.058374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:40.259096Z","caller":"traceutil/trace.go:171","msg":"trace[920872329] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g6pfp; range_end:; response_count:1; response_revision:13751; }","duration":"188.609638ms","start":"2026-02-27T01:54:40.070477Z","end":"2026-02-27T01:54:40.259087Z","steps":["trace[920872329] 'agreement among raft nodes before linearized reading' (duration: 188.497105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.259106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.131056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:54:40.259118Z","caller":"traceutil/trace.go:171","msg":"trace[797328156] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13751; }","duration":"200.101845ms","start":"2026-02-27T01:54:40.059009Z","end":"2026-02-27T01:54:40.259111Z","steps":["trace[797328156] 'agreement among raft nodes before linearized reading' (duration: 200.065015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.259132Z","caller":"traceutil/trace.go:171","msg":"trace[1216554681] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13751; }","duration":"200.206588ms","start":"2026-02-27T01:54:40.058917Z","end":"2026-02-27T01:54:40.259124Z","steps":["trace[1216554681] 'agreement among raft nodes before linearized reading' (duration: 200.168437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.258834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.722454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:54:40.259225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.093795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-z45mn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-27T01:54:40.259206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.953465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f59c2\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-02-27T01:54:40.259249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.235091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:54:40.25927Z","caller":"traceutil/trace.go:171","msg":"trace[442161208] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f59c2; range_end:; response_count:1; response_revision:13751; }","duration":"195.049798ms","start":"2026-02-27T01:54:40.064203Z","end":"2026-02-27T01:54:40.259253Z","steps":["trace[442161208] 'agreement among raft nodes before linearized reading' (duration: 194.846463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.259287Z","caller":"traceutil/trace.go:171","msg":"trace[2049622067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13751; }","duration":"201.315813ms","start":"2026-02-27T01:54:40.057962Z","end":"2026-02-27T01:54:40.259278Z","steps":["trace[2049622067] 'agreement among raft nodes before linearized reading' (duration: 201.216711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.259067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.116202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:54:40.259328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.893947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T01:54:40.259337Z","caller":"traceutil/trace.go:171","msg":"trace[978474730] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13751; }","duration":"199.40696ms","start":"2026-02-27T01:54:40.05992Z","end":"2026-02-27T01:54:40.259327Z","steps":["trace[978474730] 'agreement among raft nodes before linearized reading' (duration: 199.080332ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.259352Z","caller":"traceutil/trace.go:171","msg":"trace[1850172527] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13751; }","duration":"201.962369ms","start":"2026-02-27T01:54:40.057385Z","end":"2026-02-27T01:54:40.259347Z","steps":["trace[1850172527] 'agreement among raft nodes before linearized reading' (duration: 201.900808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.259257Z","caller":"traceutil/trace.go:171","msg":"trace[1073353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-z45mn; range_end:; response_count:1; response_revision:13751; }","duration":"191.138206ms","start":"2026-02-27T01:54:40.068102Z","end":"2026-02-27T01:54:40.259241Z","steps":["trace[1073353] 'agreement among raft nodes before linearized reading' (duration: 191.064075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.258984Z","caller":"traceutil/trace.go:171","msg":"trace[552403980] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13751; }","duration":"200.383982ms","start":"2026-02-27T01:54:40.058586Z","end":"2026-02-27T01:54:40.25897Z","steps":["trace[552403980] 'agreement among raft nodes before linearized reading' (duration: 200.28492ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.259251Z","caller":"traceutil/trace.go:171","msg":"trace[974600023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13751; }","duration":"184.159523ms","start":"2026-02-27T01:54:40.075081Z","end":"2026-02-27T01:54:40.25924Z","steps":["trace[974600023] 'agreement among raft nodes before linearized reading' (duration: 183.680982ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.551388Z","caller":"traceutil/trace.go:171","msg":"trace[907399413] linearizableReadLoop","detail":"{readStateIndex:14258; appliedIndex:14257; }","duration":"286.47579ms","start":"2026-02-27T01:54:40.264885Z","end":"2026-02-27T01:54:40.55136Z","steps":["trace[907399413] 'read index received' (duration: 286.423128ms)","trace[907399413] 'applied index is now lower than readState.Index' (duration: 51.191µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:54:40.551455Z","caller":"traceutil/trace.go:171","msg":"trace[224937115] transaction","detail":"{read_only:false; response_revision:13752; number_of_response:1; }","duration":"287.683557ms","start":"2026-02-27T01:54:40.263742Z","end":"2026-02-27T01:54:40.551425Z","steps":["trace[224937115] 'process raft request' (duration: 287.332699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.55211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.207736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720668"} {"level":"info","ts":"2026-02-27T01:54:40.552173Z","caller":"traceutil/trace.go:171","msg":"trace[1553537249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13752; }","duration":"287.297858ms","start":"2026-02-27T01:54:40.264862Z","end":"2026-02-27T01:54:40.55216Z","steps":["trace[1553537249] 'agreement among raft nodes before linearized reading' (duration: 286.612282ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.554113Z","caller":"traceutil/trace.go:171","msg":"trace[1625850400] transaction","detail":"{read_only:false; response_revision:13753; number_of_response:1; }","duration":"289.144661ms","start":"2026-02-27T01:54:40.264946Z","end":"2026-02-27T01:54:40.55409Z","steps":["trace[1625850400] 'process raft request' (duration: 289.005598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.55427Z","caller":"traceutil/trace.go:171","msg":"trace[1185046003] transaction","detail":"{read_only:false; response_revision:13754; number_of_response:1; }","duration":"289.280015ms","start":"2026-02-27T01:54:40.264978Z","end":"2026-02-27T01:54:40.554258Z","steps":["trace[1185046003] 'process raft request' (duration: 289.07598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.554592Z","caller":"traceutil/trace.go:171","msg":"trace[1748733767] transaction","detail":"{read_only:false; response_revision:13756; number_of_response:1; }","duration":"288.683341ms","start":"2026-02-27T01:54:40.265901Z","end":"2026-02-27T01:54:40.554585Z","steps":["trace[1748733767] 'process raft request' (duration: 288.460666ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.554672Z","caller":"traceutil/trace.go:171","msg":"trace[1924675462] transaction","detail":"{read_only:false; response_revision:13755; number_of_response:1; }","duration":"288.970128ms","start":"2026-02-27T01:54:40.265695Z","end":"2026-02-27T01:54:40.554665Z","steps":["trace[1924675462] 'process raft request' (duration: 288.497487ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:54:40.554787Z","caller":"traceutil/trace.go:171","msg":"trace[1088429486] transaction","detail":"{read_only:false; response_revision:13757; number_of_response:1; }","duration":"287.065803ms","start":"2026-02-27T01:54:40.267708Z","end":"2026-02-27T01:54:40.554774Z","steps":["trace[1088429486] 'process raft request' (duration: 286.719335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.55481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.936944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T01:54:40.554862Z","caller":"traceutil/trace.go:171","msg":"trace[699991638] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13757; }","duration":"225.046627ms","start":"2026-02-27T01:54:40.329802Z","end":"2026-02-27T01:54:40.554848Z","steps":["trace[699991638] 'agreement among raft nodes before linearized reading' (duration: 224.930744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.554856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.057871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-qjbbv\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-02-27T01:54:40.555135Z","caller":"traceutil/trace.go:171","msg":"trace[161707795] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-qjbbv; range_end:; response_count:1; response_revision:13757; }","duration":"217.386768ms","start":"2026-02-27T01:54:40.33774Z","end":"2026-02-27T01:54:40.555127Z","steps":["trace[161707795] 'agreement among raft nodes before linearized reading' (duration: 216.945698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.555207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.59489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-qjbbv\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-02-27T01:54:40.555254Z","caller":"traceutil/trace.go:171","msg":"trace[451340717] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-qjbbv; range_end:; response_count:1; response_revision:13757; }","duration":"213.676212ms","start":"2026-02-27T01:54:40.341568Z","end":"2026-02-27T01:54:40.555244Z","steps":["trace[451340717] 'agreement among raft nodes before linearized reading' (duration: 213.545749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.55544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.867279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720668"} {"level":"info","ts":"2026-02-27T01:54:40.555494Z","caller":"traceutil/trace.go:171","msg":"trace[2040511448] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13757; }","duration":"289.93134ms","start":"2026-02-27T01:54:40.26555Z","end":"2026-02-27T01:54:40.555481Z","steps":["trace[2040511448] 'agreement among raft nodes before linearized reading' (duration: 288.926146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:54:40.555724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.456589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720668"} {"level":"info","ts":"2026-02-27T01:54:40.55577Z","caller":"traceutil/trace.go:171","msg":"trace[1843520415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13757; }","duration":"286.527601ms","start":"2026-02-27T01:54:40.269232Z","end":"2026-02-27T01:54:40.55576Z","steps":["trace[1843520415] 'agreement among raft nodes before linearized reading' (duration: 285.844195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:55:25.359334Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11715} {"level":"info","ts":"2026-02-27T01:55:25.434383Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11715,"took":"72.395758ms","hash":2042141049,"current-db-size-bytes":39936000,"current-db-size":"40 MB","current-db-size-in-use-bytes":26193920,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-27T01:55:25.43446Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2042141049,"revision":11715,"compact-revision":9712} {"level":"info","ts":"2026-02-27T01:55:49.13198Z","caller":"traceutil/trace.go:171","msg":"trace[1576611211] transaction","detail":"{read_only:false; response_revision:14167; number_of_response:1; }","duration":"141.336976ms","start":"2026-02-27T01:55:48.990614Z","end":"2026-02-27T01:55:49.131951Z","steps":["trace[1576611211] 'process raft request' (duration: 87.733326ms)","trace[1576611211] 'compare' (duration: 53.395885ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:55:49.132284Z","caller":"traceutil/trace.go:171","msg":"trace[534759611] transaction","detail":"{read_only:false; response_revision:14168; number_of_response:1; }","duration":"141.235043ms","start":"2026-02-27T01:55:48.991031Z","end":"2026-02-27T01:55:49.132266Z","steps":["trace[534759611] 'process raft request' (duration: 140.864895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:55:49.132476Z","caller":"traceutil/trace.go:171","msg":"trace[621133702] transaction","detail":"{read_only:false; response_revision:14169; number_of_response:1; }","duration":"141.402887ms","start":"2026-02-27T01:55:48.991067Z","end":"2026-02-27T01:55:49.13247Z","steps":["trace[621133702] 'process raft request' (duration: 141.1245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:55:49.132582Z","caller":"traceutil/trace.go:171","msg":"trace[857517090] transaction","detail":"{read_only:false; response_revision:14170; number_of_response:1; }","duration":"141.446488ms","start":"2026-02-27T01:55:48.991111Z","end":"2026-02-27T01:55:49.132557Z","steps":["trace[857517090] 'process raft request' (duration: 141.301645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:55:49.13263Z","caller":"traceutil/trace.go:171","msg":"trace[131019804] transaction","detail":"{read_only:false; response_revision:14171; number_of_response:1; }","duration":"141.467598ms","start":"2026-02-27T01:55:48.991137Z","end":"2026-02-27T01:55:49.132604Z","steps":["trace[131019804] 'process raft request' (duration: 141.367346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:21.070734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.57403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T01:57:21.07105Z","caller":"traceutil/trace.go:171","msg":"trace[1718068599] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15026; }","duration":"164.910507ms","start":"2026-02-27T01:57:20.90611Z","end":"2026-02-27T01:57:21.07102Z","steps":["trace[1718068599] 'range keys from in-memory index tree' (duration: 164.364566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:21.071153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.040845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-w4ghr\" ","response":"range_response_count:1 size:18676"} {"level":"info","ts":"2026-02-27T01:57:21.071284Z","caller":"traceutil/trace.go:171","msg":"trace[1135722676] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-w4ghr; range_end:; response_count:1; response_revision:15026; }","duration":"142.191509ms","start":"2026-02-27T01:57:20.929064Z","end":"2026-02-27T01:57:21.071256Z","steps":["trace[1135722676] 'range keys from in-memory index tree' (duration: 141.338819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:21.071619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.170457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:21.071764Z","caller":"traceutil/trace.go:171","msg":"trace[353393503] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15026; }","duration":"166.356711ms","start":"2026-02-27T01:57:20.905386Z","end":"2026-02-27T01:57:21.071743Z","steps":["trace[353393503] 'range keys from in-memory index tree' (duration: 166.075125ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:21.555378Z","caller":"traceutil/trace.go:171","msg":"trace[1146889214] linearizableReadLoop","detail":"{readStateIndex:15575; appliedIndex:15574; }","duration":"101.921041ms","start":"2026-02-27T01:57:21.453436Z","end":"2026-02-27T01:57:21.555357Z","steps":["trace[1146889214] 'read index received' (duration: 101.01556ms)","trace[1146889214] 'applied index is now lower than readState.Index' (duration: 904.681µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:21.555508Z","caller":"traceutil/trace.go:171","msg":"trace[1083644351] transaction","detail":"{read_only:false; response_revision:15028; number_of_response:1; }","duration":"120.054504ms","start":"2026-02-27T01:57:21.435442Z","end":"2026-02-27T01:57:21.555496Z","steps":["trace[1083644351] 'process raft request' (duration: 119.104652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:21.555956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.461424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:21.556111Z","caller":"traceutil/trace.go:171","msg":"trace[893093666] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15028; }","duration":"102.670509ms","start":"2026-02-27T01:57:21.4534Z","end":"2026-02-27T01:57:21.55607Z","steps":["trace[893093666] 'agreement among raft nodes before linearized reading' (duration: 102.308291ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:21.867555Z","caller":"traceutil/trace.go:171","msg":"trace[319082702] transaction","detail":"{read_only:false; response_revision:15034; number_of_response:1; }","duration":"111.31053ms","start":"2026-02-27T01:57:21.756224Z","end":"2026-02-27T01:57:21.867535Z","steps":["trace[319082702] 'process raft request' (duration: 111.164017ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:23.502732Z","caller":"traceutil/trace.go:171","msg":"trace[121546148] transaction","detail":"{read_only:false; response_revision:15042; number_of_response:1; }","duration":"195.379677ms","start":"2026-02-27T01:57:23.307319Z","end":"2026-02-27T01:57:23.502698Z","steps":["trace[121546148] 'process raft request' (duration: 195.131791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:23.502647Z","caller":"traceutil/trace.go:171","msg":"trace[1685021430] linearizableReadLoop","detail":"{readStateIndex:15589; appliedIndex:15588; }","duration":"183.51789ms","start":"2026-02-27T01:57:23.319102Z","end":"2026-02-27T01:57:23.50262Z","steps":["trace[1685021430] 'read index received' (duration: 183.340606ms)","trace[1685021430] 'applied index is now lower than readState.Index' (duration: 175.864µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:23.502858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.727956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:23.502931Z","caller":"traceutil/trace.go:171","msg":"trace[1981250251] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15042; }","duration":"183.860989ms","start":"2026-02-27T01:57:23.319054Z","end":"2026-02-27T01:57:23.502915Z","steps":["trace[1981250251] 'agreement among raft nodes before linearized reading' (duration: 183.730306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.784541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.833618ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:57:23.784753Z","caller":"traceutil/trace.go:171","msg":"trace[9307802] linearizableReadLoop","detail":"{readStateIndex:15590; appliedIndex:15589; }","duration":"281.873388ms","start":"2026-02-27T01:57:23.502809Z","end":"2026-02-27T01:57:23.784682Z","steps":["trace[9307802] 'read index received' (duration: 158.769524ms)","trace[9307802] 'applied index is now lower than readState.Index' (duration: 123.101644ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:23.784781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.154284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:23.784854Z","caller":"traceutil/trace.go:171","msg":"trace[1258905837] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15042; }","duration":"398.262487ms","start":"2026-02-27T01:57:23.386575Z","end":"2026-02-27T01:57:23.784837Z","steps":["trace[1258905837] 'agreement among raft nodes before linearized reading' (duration: 398.116013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.784891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:23.386563Z","time spent":"398.322108ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:57:23.784944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.011628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:23.785035Z","caller":"traceutil/trace.go:171","msg":"trace[1418446773] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15042; }","duration":"397.187482ms","start":"2026-02-27T01:57:23.387825Z","end":"2026-02-27T01:57:23.785013Z","steps":["trace[1418446773] 'agreement among raft nodes before linearized reading' (duration: 397.034408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.785063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.175901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:23.785086Z","caller":"traceutil/trace.go:171","msg":"trace[1941775051] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15042; }","duration":"397.205821ms","start":"2026-02-27T01:57:23.387873Z","end":"2026-02-27T01:57:23.785079Z","steps":["trace[1941775051] 'agreement among raft nodes before linearized reading' (duration: 397.16586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.785086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:23.387814Z","time spent":"397.262453ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:57:23.785116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:23.387868Z","time spent":"397.243483ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:57:23.785147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.141243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:23.785185Z","caller":"traceutil/trace.go:171","msg":"trace[1995473073] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15042; }","duration":"465.190753ms","start":"2026-02-27T01:57:23.319981Z","end":"2026-02-27T01:57:23.785171Z","steps":["trace[1995473073] 'agreement among raft nodes before linearized reading' (duration: 465.125482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.78525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:23.319971Z","time spent":"465.266275ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:57:23.784982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.379929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:23.785371Z","caller":"traceutil/trace.go:171","msg":"trace[2082943191] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15042; }","duration":"398.781168ms","start":"2026-02-27T01:57:23.386539Z","end":"2026-02-27T01:57:23.78532Z","steps":["trace[2082943191] 'agreement among raft nodes before linearized reading' (duration: 398.347078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.785417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:23.386531Z","time spent":"398.875051ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:57:23.785091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.962828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:57:23.785555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.744395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T01:57:23.785298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.328122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T01:57:23.78559Z","caller":"traceutil/trace.go:171","msg":"trace[1129810217] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15042; }","duration":"134.808437ms","start":"2026-02-27T01:57:23.650772Z","end":"2026-02-27T01:57:23.78558Z","steps":["trace[1129810217] 'agreement among raft nodes before linearized reading' (duration: 134.739335ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:23.785606Z","caller":"traceutil/trace.go:171","msg":"trace[536156767] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15042; }","duration":"225.655619ms","start":"2026-02-27T01:57:23.559939Z","end":"2026-02-27T01:57:23.785595Z","steps":["trace[536156767] 'agreement among raft nodes before linearized reading' (duration: 225.283991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.785658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.685687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:57:23.785721Z","caller":"traceutil/trace.go:171","msg":"trace[1985250578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15042; }","duration":"224.776569ms","start":"2026-02-27T01:57:23.56093Z","end":"2026-02-27T01:57:23.785706Z","steps":["trace[1985250578] 'agreement among raft nodes before linearized reading' (duration: 224.605215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.785754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.25399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:23.785772Z","caller":"traceutil/trace.go:171","msg":"trace[1689993754] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15042; }","duration":"225.27062ms","start":"2026-02-27T01:57:23.560496Z","end":"2026-02-27T01:57:23.785766Z","steps":["trace[1689993754] 'agreement among raft nodes before linearized reading' (duration: 225.2448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.785837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.821544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:23.785856Z","caller":"traceutil/trace.go:171","msg":"trace[691613035] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15042; }","duration":"225.854754ms","start":"2026-02-27T01:57:23.559996Z","end":"2026-02-27T01:57:23.785851Z","steps":["trace[691613035] 'agreement among raft nodes before linearized reading' (duration: 225.826584ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:23.785537Z","caller":"traceutil/trace.go:171","msg":"trace[1615372918] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15042; }","duration":"465.45149ms","start":"2026-02-27T01:57:23.320076Z","end":"2026-02-27T01:57:23.785527Z","steps":["trace[1615372918] 'agreement among raft nodes before linearized reading' (duration: 464.990159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.785909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:23.320047Z","time spent":"465.848269ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:57:23.785922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.959904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:57:23.785945Z","caller":"traceutil/trace.go:171","msg":"trace[1283964724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15042; }","duration":"136.019445ms","start":"2026-02-27T01:57:23.649917Z","end":"2026-02-27T01:57:23.785936Z","steps":["trace[1283964724] 'agreement among raft nodes before linearized reading' (duration: 135.962464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.785023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.873506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:23.785974Z","caller":"traceutil/trace.go:171","msg":"trace[1204049348] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15042; }","duration":"465.870379ms","start":"2026-02-27T01:57:23.320097Z","end":"2026-02-27T01:57:23.785967Z","steps":["trace[1204049348] 'agreement among raft nodes before linearized reading' (duration: 464.906997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.786007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:57:23.320076Z","time spent":"465.920461ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:57:23.786071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.24192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T01:57:23.786096Z","caller":"traceutil/trace.go:171","msg":"trace[1186390458] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15042; }","duration":"136.305212ms","start":"2026-02-27T01:57:23.649785Z","end":"2026-02-27T01:57:23.78609Z","steps":["trace[1186390458] 'agreement among raft nodes before linearized reading' (duration: 136.24279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.786214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.436285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:57:23.786237Z","caller":"traceutil/trace.go:171","msg":"trace[1143980243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15042; }","duration":"136.484116ms","start":"2026-02-27T01:57:23.649747Z","end":"2026-02-27T01:57:23.786231Z","steps":["trace[1143980243] 'agreement among raft nodes before linearized reading' (duration: 136.425935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.786319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.788836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:57:23.786338Z","caller":"traceutil/trace.go:171","msg":"trace[57677473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15042; }","duration":"174.841777ms","start":"2026-02-27T01:57:23.611492Z","end":"2026-02-27T01:57:23.786334Z","steps":["trace[57677473] 'agreement among raft nodes before linearized reading' (duration: 174.787666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.785727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.032875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T01:57:23.786396Z","caller":"traceutil/trace.go:171","msg":"trace[21598538] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15042; }","duration":"225.719271ms","start":"2026-02-27T01:57:23.56067Z","end":"2026-02-27T01:57:23.786389Z","steps":["trace[21598538] 'agreement among raft nodes before linearized reading' (duration: 225.013554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:23.786495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.243873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-69769\" ","response":"range_response_count:1 size:14283"} {"level":"info","ts":"2026-02-27T01:57:23.786561Z","caller":"traceutil/trace.go:171","msg":"trace[577385848] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-69769; range_end:; response_count:1; response_revision:15042; }","duration":"186.334164ms","start":"2026-02-27T01:57:23.600209Z","end":"2026-02-27T01:57:23.786543Z","steps":["trace[577385848] 'agreement among raft nodes before linearized reading' (duration: 186.180061ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:23.901045Z","caller":"traceutil/trace.go:171","msg":"trace[307490751] transaction","detail":"{read_only:false; response_revision:15043; number_of_response:1; }","duration":"110.8539ms","start":"2026-02-27T01:57:23.790162Z","end":"2026-02-27T01:57:23.901016Z","steps":["trace[307490751] 'process raft request' (duration: 110.668896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:24.068763Z","caller":"traceutil/trace.go:171","msg":"trace[511782639] transaction","detail":"{read_only:false; response_revision:15044; number_of_response:1; }","duration":"277.114019ms","start":"2026-02-27T01:57:23.79162Z","end":"2026-02-27T01:57:24.068734Z","steps":["trace[511782639] 'process raft request' (duration: 276.872653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:24.069087Z","caller":"traceutil/trace.go:171","msg":"trace[1389589304] transaction","detail":"{read_only:false; response_revision:15045; number_of_response:1; }","duration":"277.376584ms","start":"2026-02-27T01:57:23.791675Z","end":"2026-02-27T01:57:24.069051Z","steps":["trace[1389589304] 'process raft request' (duration: 277.013476ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:24.069161Z","caller":"traceutil/trace.go:171","msg":"trace[412804054] linearizableReadLoop","detail":"{readStateIndex:15594; appliedIndex:15590; }","duration":"276.822072ms","start":"2026-02-27T01:57:23.792315Z","end":"2026-02-27T01:57:24.069137Z","steps":["trace[412804054] 'read index received' (duration: 108.584257ms)","trace[412804054] 'applied index is now lower than readState.Index' (duration: 168.236515ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:24.069236Z","caller":"traceutil/trace.go:171","msg":"trace[1638956775] transaction","detail":"{read_only:false; response_revision:15046; number_of_response:1; }","duration":"277.517058ms","start":"2026-02-27T01:57:23.791705Z","end":"2026-02-27T01:57:24.069223Z","steps":["trace[1638956775] 'process raft request' (duration: 277.235441ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:24.069292Z","caller":"traceutil/trace.go:171","msg":"trace[1612761451] transaction","detail":"{read_only:false; response_revision:15047; number_of_response:1; }","duration":"257.584944ms","start":"2026-02-27T01:57:23.811696Z","end":"2026-02-27T01:57:24.069281Z","steps":["trace[1612761451] 'process raft request' (duration: 257.354829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:24.069504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.16688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T01:57:24.06955Z","caller":"traceutil/trace.go:171","msg":"trace[1817140947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15048; }","duration":"277.240641ms","start":"2026-02-27T01:57:23.792299Z","end":"2026-02-27T01:57:24.069539Z","steps":["trace[1817140947] 'agreement among raft nodes before linearized reading' (duration: 277.038027ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:24.069702Z","caller":"traceutil/trace.go:171","msg":"trace[1099210949] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"257.871451ms","start":"2026-02-27T01:57:23.811819Z","end":"2026-02-27T01:57:24.069691Z","steps":["trace[1099210949] 'process raft request' (duration: 257.275067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:24.07043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.73029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:880884"} {"level":"info","ts":"2026-02-27T01:57:24.070494Z","caller":"traceutil/trace.go:171","msg":"trace[629450512] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:15048; }","duration":"258.852863ms","start":"2026-02-27T01:57:23.811628Z","end":"2026-02-27T01:57:24.070481Z","steps":["trace[629450512] 'agreement among raft nodes before linearized reading' (duration: 257.886611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:24.315428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.677871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:57:24.315531Z","caller":"traceutil/trace.go:171","msg":"trace[1789341465] linearizableReadLoop","detail":"{readStateIndex:15597; appliedIndex:15596; }","duration":"180.822418ms","start":"2026-02-27T01:57:24.134692Z","end":"2026-02-27T01:57:24.315514Z","steps":["trace[1789341465] 'read index received' (duration: 52.891241ms)","trace[1789341465] 'applied index is now lower than readState.Index' (duration: 127.929757ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:57:24.315584Z","caller":"traceutil/trace.go:171","msg":"trace[339107106] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"200.843133ms","start":"2026-02-27T01:57:24.114701Z","end":"2026-02-27T01:57:24.315544Z","steps":["trace[339107106] 'process raft request' (duration: 72.940847ms)","trace[339107106] 'compare' (duration: 127.577719ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:57:24.315634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.93263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:57:24.315707Z","caller":"traceutil/trace.go:171","msg":"trace[1426860872] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15049; }","duration":"181.008342ms","start":"2026-02-27T01:57:24.134676Z","end":"2026-02-27T01:57:24.315684Z","steps":["trace[1426860872] 'agreement among raft nodes before linearized reading' (duration: 180.896729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:57:24.315727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.029033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-qjbbv\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-02-27T01:57:24.315762Z","caller":"traceutil/trace.go:171","msg":"trace[1288743331] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-qjbbv; range_end:; response_count:1; response_revision:15049; }","duration":"154.084865ms","start":"2026-02-27T01:57:24.161666Z","end":"2026-02-27T01:57:24.31575Z","steps":["trace[1288743331] 'agreement among raft nodes before linearized reading' (duration: 153.936012ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:25.071094Z","caller":"traceutil/trace.go:171","msg":"trace[471060224] transaction","detail":"{read_only:false; response_revision:15051; number_of_response:1; }","duration":"148.775692ms","start":"2026-02-27T01:57:24.922246Z","end":"2026-02-27T01:57:25.071022Z","steps":["trace[471060224] 'process raft request' (duration: 148.474305ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:57:25.177937Z","caller":"traceutil/trace.go:171","msg":"trace[274146594] transaction","detail":"{read_only:false; response_revision:15052; number_of_response:1; }","duration":"102.933455ms","start":"2026-02-27T01:57:25.074944Z","end":"2026-02-27T01:57:25.177878Z","steps":["trace[274146594] 'process raft request' (duration: 102.108076ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:48.730744Z","caller":"traceutil/trace.go:171","msg":"trace[182534080] transaction","detail":"{read_only:false; response_revision:15561; number_of_response:1; }","duration":"131.653754ms","start":"2026-02-27T01:58:48.599064Z","end":"2026-02-27T01:58:48.730718Z","steps":["trace[182534080] 'process raft request' (duration: 131.596433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:48.730936Z","caller":"traceutil/trace.go:171","msg":"trace[932696532] linearizableReadLoop","detail":"{readStateIndex:16126; appliedIndex:16125; }","duration":"133.310162ms","start":"2026-02-27T01:58:48.597596Z","end":"2026-02-27T01:58:48.730906Z","steps":["trace[932696532] 'read index received' (duration: 91.491039ms)","trace[932696532] 'applied index is now lower than readState.Index' (duration: 41.815873ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:48.730937Z","caller":"traceutil/trace.go:171","msg":"trace[1833159824] transaction","detail":"{read_only:false; response_revision:15560; number_of_response:1; }","duration":"134.472389ms","start":"2026-02-27T01:58:48.596427Z","end":"2026-02-27T01:58:48.730899Z","steps":["trace[1833159824] 'process raft request' (duration: 92.645136ms)","trace[1833159824] 'compare' (duration: 41.175338ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:48.731115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.496037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:58:48.73117Z","caller":"traceutil/trace.go:171","msg":"trace[307190979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15561; }","duration":"133.572328ms","start":"2026-02-27T01:58:48.59758Z","end":"2026-02-27T01:58:48.731153Z","steps":["trace[307190979] 'agreement among raft nodes before linearized reading' (duration: 133.404604ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:51.314856Z","caller":"traceutil/trace.go:171","msg":"trace[103414852] transaction","detail":"{read_only:false; response_revision:15959; number_of_response:1; }","duration":"285.050307ms","start":"2026-02-27T01:59:51.02979Z","end":"2026-02-27T01:59:51.314841Z","steps":["trace[103414852] 'process raft request' (duration: 284.949605ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:51.314858Z","caller":"traceutil/trace.go:171","msg":"trace[1815826507] linearizableReadLoop","detail":"{readStateIndex:16541; appliedIndex:16540; }","duration":"278.999236ms","start":"2026-02-27T01:59:51.035838Z","end":"2026-02-27T01:59:51.314837Z","steps":["trace[1815826507] 'read index received' (duration: 278.989486ms)","trace[1815826507] 'applied index is now lower than readState.Index' (duration: 8.16µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:59:51.315109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.252943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-27T01:59:51.315182Z","caller":"traceutil/trace.go:171","msg":"trace[1227903976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15959; }","duration":"279.364655ms","start":"2026-02-27T01:59:51.035798Z","end":"2026-02-27T01:59:51.315162Z","steps":["trace[1227903976] 'agreement among raft nodes before linearized reading' (duration: 279.15316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:51.605305Z","caller":"traceutil/trace.go:171","msg":"trace[1714668950] transaction","detail":"{read_only:false; response_revision:15961; number_of_response:1; }","duration":"285.429296ms","start":"2026-02-27T01:59:51.319853Z","end":"2026-02-27T01:59:51.605282Z","steps":["trace[1714668950] 'process raft request' (duration: 285.362434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:51.60546Z","caller":"traceutil/trace.go:171","msg":"trace[2100219028] linearizableReadLoop","detail":"{readStateIndex:16542; appliedIndex:16541; }","duration":"290.495003ms","start":"2026-02-27T01:59:51.314936Z","end":"2026-02-27T01:59:51.605431Z","steps":["trace[2100219028] 'read index received' (duration: 238.807772ms)","trace[2100219028] 'applied index is now lower than readState.Index' (duration: 51.685111ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:59:51.605656Z","caller":"traceutil/trace.go:171","msg":"trace[351961224] transaction","detail":"{read_only:false; response_revision:15960; number_of_response:1; }","duration":"293.455802ms","start":"2026-02-27T01:59:51.312181Z","end":"2026-02-27T01:59:51.605637Z","steps":["trace[351961224] 'process raft request' (duration: 241.477704ms)","trace[351961224] 'compare' (duration: 51.396645ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:59:51.605735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.662155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:59:51.605783Z","caller":"traceutil/trace.go:171","msg":"trace[1323977997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15961; }","duration":"560.740767ms","start":"2026-02-27T01:59:51.045031Z","end":"2026-02-27T01:59:51.605772Z","steps":["trace[1323977997] 'agreement among raft nodes before linearized reading' (duration: 560.549843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:51.605825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:51.045026Z","time spent":"560.791028ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:59:51.605789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.588324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:59:51.605865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.683321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-w4ghr\" ","response":"range_response_count:1 size:18676"} {"level":"info","ts":"2026-02-27T01:59:51.605889Z","caller":"traceutil/trace.go:171","msg":"trace[1784774220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15961; }","duration":"560.744427ms","start":"2026-02-27T01:59:51.045119Z","end":"2026-02-27T01:59:51.605863Z","steps":["trace[1784774220] 'agreement among raft nodes before linearized reading' (duration: 560.44043ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:51.605934Z","caller":"traceutil/trace.go:171","msg":"trace[775276102] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-w4ghr; range_end:; response_count:1; response_revision:15961; }","duration":"294.788303ms","start":"2026-02-27T01:59:51.311126Z","end":"2026-02-27T01:59:51.605914Z","steps":["trace[775276102] 'agreement among raft nodes before linearized reading' (duration: 294.589979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:51.605944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:51.045099Z","time spent":"560.834979ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:59:51.606015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.178763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:59:51.606056Z","caller":"traceutil/trace.go:171","msg":"trace[1058929763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15961; }","duration":"569.253724ms","start":"2026-02-27T01:59:51.036789Z","end":"2026-02-27T01:59:51.606042Z","steps":["trace[1058929763] 'agreement among raft nodes before linearized reading' (duration: 569.109911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:51.606086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:51.036774Z","time spent":"569.304436ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:59:51.606154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.139552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:59:51.606186Z","caller":"traceutil/trace.go:171","msg":"trace[137627064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15961; }","duration":"212.202944ms","start":"2026-02-27T01:59:51.393973Z","end":"2026-02-27T01:59:51.606175Z","steps":["trace[137627064] 'agreement among raft nodes before linearized reading' (duration: 212.154232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:51.606202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.145326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-27T01:59:51.606229Z","caller":"traceutil/trace.go:171","msg":"trace[1704437034] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15961; }","duration":"564.184047ms","start":"2026-02-27T01:59:51.042037Z","end":"2026-02-27T01:59:51.606221Z","steps":["trace[1704437034] 'agreement among raft nodes before linearized reading' (duration: 564.113925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:51.606253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:51.042029Z","time spent":"564.218548ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:59:51.606083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.649755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:59:51.606308Z","caller":"traceutil/trace.go:171","msg":"trace[1711870130] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:15961; }","duration":"274.909961ms","start":"2026-02-27T01:59:51.331388Z","end":"2026-02-27T01:59:51.606298Z","steps":["trace[1711870130] 'agreement among raft nodes before linearized reading' (duration: 274.609964ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:51.722068Z","caller":"traceutil/trace.go:171","msg":"trace[541438279] transaction","detail":"{read_only:false; response_revision:15962; number_of_response:1; }","duration":"111.604664ms","start":"2026-02-27T01:59:51.610433Z","end":"2026-02-27T01:59:51.722037Z","steps":["trace[541438279] 'process raft request' (duration: 110.015677ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:51.725555Z","caller":"traceutil/trace.go:171","msg":"trace[444203060] transaction","detail":"{read_only:false; response_revision:15964; number_of_response:1; }","duration":"114.726948ms","start":"2026-02-27T01:59:51.610815Z","end":"2026-02-27T01:59:51.725542Z","steps":["trace[444203060] 'process raft request' (duration: 114.567824ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:51.725709Z","caller":"traceutil/trace.go:171","msg":"trace[1615060338] transaction","detail":"{read_only:false; response_revision:15963; number_of_response:1; }","duration":"115.027324ms","start":"2026-02-27T01:59:51.610672Z","end":"2026-02-27T01:59:51.725699Z","steps":["trace[1615060338] 'process raft request' (duration: 114.601615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:53.196613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.256313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:59:53.196712Z","caller":"traceutil/trace.go:171","msg":"trace[1641319307] transaction","detail":"{read_only:false; response_revision:15984; number_of_response:1; }","duration":"224.327996ms","start":"2026-02-27T01:59:52.972367Z","end":"2026-02-27T01:59:53.196695Z","steps":["trace[1641319307] 'process raft request' (duration: 76.924779ms)","trace[1641319307] 'compare' (duration: 147.11968ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:59:58.959798Z","caller":"traceutil/trace.go:171","msg":"trace[747490177] linearizableReadLoop","detail":"{readStateIndex:16603; appliedIndex:16602; }","duration":"498.774766ms","start":"2026-02-27T01:59:58.460999Z","end":"2026-02-27T01:59:58.959774Z","steps":["trace[747490177] 'read index received' (duration: 498.650944ms)","trace[747490177] 'applied index is now lower than readState.Index' (duration: 122.142µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:59:58.95986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:58.427938Z","time spent":"531.895806ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:59:58.960083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.119335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:59:58.960129Z","caller":"traceutil/trace.go:171","msg":"trace[659141692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16019; }","duration":"293.219807ms","start":"2026-02-27T01:59:58.666895Z","end":"2026-02-27T01:59:58.960115Z","steps":["trace[659141692] 'agreement among raft nodes before linearized reading' (duration: 293.017943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:58.960388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.166535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g6pfp\" ","response":"range_response_count:1 size:20871"} {"level":"info","ts":"2026-02-27T01:59:58.96049Z","caller":"traceutil/trace.go:171","msg":"trace[1699038531] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-g6pfp; range_end:; response_count:1; response_revision:16019; }","duration":"499.527814ms","start":"2026-02-27T01:59:58.460944Z","end":"2026-02-27T01:59:58.960472Z","steps":["trace[1699038531] 'agreement among raft nodes before linearized reading' (duration: 498.966941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:58.960573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:58.460926Z","time spent":"499.636236ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20894,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-g6pfp\" "} {"level":"warn","ts":"2026-02-27T01:59:59.217568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.737819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:59:59.217666Z","caller":"traceutil/trace.go:171","msg":"trace[763933254] transaction","detail":"{read_only:false; response_revision:16020; number_of_response:1; }","duration":"254.234011ms","start":"2026-02-27T01:59:58.963414Z","end":"2026-02-27T01:59:59.217648Z","steps":["trace[763933254] 'process raft request' (duration: 117.339969ms)","trace[763933254] 'compare' (duration: 136.38768ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:59:59.299372Z","caller":"traceutil/trace.go:171","msg":"trace[107323584] transaction","detail":"{read_only:false; response_revision:16021; number_of_response:1; }","duration":"332.786707ms","start":"2026-02-27T01:59:58.966569Z","end":"2026-02-27T01:59:59.299355Z","steps":["trace[107323584] 'process raft request' (duration: 332.619823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:59.299473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:58.966548Z","time spent":"332.872959ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:59:59.299645Z","caller":"traceutil/trace.go:171","msg":"trace[1425603796] transaction","detail":"{read_only:false; response_revision:16022; number_of_response:1; }","duration":"311.907472ms","start":"2026-02-27T01:59:58.987702Z","end":"2026-02-27T01:59:59.29961Z","steps":["trace[1425603796] 'process raft request' (duration: 311.595255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:59:59.299618Z","caller":"traceutil/trace.go:171","msg":"trace[1652075990] linearizableReadLoop","detail":"{readStateIndex:16606; appliedIndex:16603; }","duration":"302.489243ms","start":"2026-02-27T01:59:58.997096Z","end":"2026-02-27T01:59:59.299585Z","steps":["trace[1652075990] 'read index received' (duration: 83.669146ms)","trace[1652075990] 'applied index is now lower than readState.Index' (duration: 218.817667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:59:59.299818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:58.987679Z","time spent":"312.047055ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20988,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:59:59.299814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.721868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:59:59.300003Z","caller":"traceutil/trace.go:171","msg":"trace[1559889726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16022; }","duration":"302.936424ms","start":"2026-02-27T01:59:58.997054Z","end":"2026-02-27T01:59:59.29999Z","steps":["trace[1559889726] 'agreement among raft nodes before linearized reading' (duration: 302.669728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:59.300044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:58.996999Z","time spent":"303.035366ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:59:59.299849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.565514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:59:59.30021Z","caller":"traceutil/trace.go:171","msg":"trace[105075898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16022; }","duration":"197.974853ms","start":"2026-02-27T01:59:59.102225Z","end":"2026-02-27T01:59:59.3002Z","steps":["trace[105075898] 'agreement among raft nodes before linearized reading' (duration: 197.552003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:59.299914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.983774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:59:59.300588Z","caller":"traceutil/trace.go:171","msg":"trace[876195249] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16022; }","duration":"155.67551ms","start":"2026-02-27T01:59:59.144881Z","end":"2026-02-27T01:59:59.300557Z","steps":["trace[876195249] 'agreement among raft nodes before linearized reading' (duration: 155.001624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:59:59.563414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.224202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:59:59.563478Z","caller":"traceutil/trace.go:171","msg":"trace[1097290947] linearizableReadLoop","detail":"{readStateIndex:16607; appliedIndex:16606; }","duration":"257.354403ms","start":"2026-02-27T01:59:59.306114Z","end":"2026-02-27T01:59:59.563468Z","steps":["trace[1097290947] 'read index received' (duration: 100.927867ms)","trace[1097290947] 'applied index is now lower than readState.Index' (duration: 156.425956ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:59:59.563604Z","caller":"traceutil/trace.go:171","msg":"trace[1372491950] transaction","detail":"{read_only:false; response_revision:16023; number_of_response:1; }","duration":"259.720278ms","start":"2026-02-27T01:59:59.303875Z","end":"2026-02-27T01:59:59.563596Z","steps":["trace[1372491950] 'process raft request' (duration: 103.269271ms)","trace[1372491950] 'compare' (duration: 155.896454ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:59:59.563736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.622589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-27T01:59:59.563754Z","caller":"traceutil/trace.go:171","msg":"trace[1991602709] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16023; }","duration":"257.661821ms","start":"2026-02-27T01:59:59.306087Z","end":"2026-02-27T01:59:59.563749Z","steps":["trace[1991602709] 'agreement among raft nodes before linearized reading' (duration: 257.601499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.873464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206203364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T02:00:00.873547Z","caller":"traceutil/trace.go:171","msg":"trace[1207419863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16023; }","duration":"1.206334897s","start":"2026-02-27T01:59:59.667192Z","end":"2026-02-27T02:00:00.873527Z","steps":["trace[1207419863] 'range keys from in-memory index tree' (duration: 1.205975379s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.873587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:59.66717Z","time spent":"1.206407589s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:00:00.874034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117227375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T02:00:00.874096Z","caller":"traceutil/trace.go:171","msg":"trace[2006889295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16023; }","duration":"1.117341298s","start":"2026-02-27T01:59:59.75674Z","end":"2026-02-27T02:00:00.874082Z","steps":["trace[2006889295] 'range keys from in-memory index tree' (duration: 1.117158814s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.87412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:59.756723Z","time spent":"1.117392039s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:00:00.874304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115151207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:00:00.874325Z","caller":"traceutil/trace.go:171","msg":"trace[101670614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16023; }","duration":"1.115169477s","start":"2026-02-27T01:59:59.759148Z","end":"2026-02-27T02:00:00.874317Z","steps":["trace[101670614] 'range keys from in-memory index tree' (duration: 1.114848619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.874339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:59.75911Z","time spent":"1.115225088s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:00.874583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.168226ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T02:00:00.874705Z","caller":"traceutil/trace.go:171","msg":"trace[1176318876] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16023; }","duration":"299.291989ms","start":"2026-02-27T02:00:00.575398Z","end":"2026-02-27T02:00:00.87469Z","steps":["trace[1176318876] 'range keys from in-memory index tree' (duration: 299.155826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.875592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.457133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T02:00:00.875729Z","caller":"traceutil/trace.go:171","msg":"trace[335239121] linearizableReadLoop","detail":"{readStateIndex:16608; appliedIndex:16607; }","duration":"1.106328491s","start":"2026-02-27T01:59:59.769378Z","end":"2026-02-27T02:00:00.875707Z","steps":["trace[335239121] 'read index received' (duration: 452.673524ms)","trace[335239121] 'applied index is now lower than readState.Index' (duration: 653.653117ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:00.875751Z","caller":"traceutil/trace.go:171","msg":"trace[544263900] transaction","detail":"{read_only:false; response_revision:16024; number_of_response:1; }","duration":"1.116497758s","start":"2026-02-27T01:59:59.759242Z","end":"2026-02-27T02:00:00.87574Z","steps":["trace[544263900] 'process raft request' (duration: 462.78386ms)","trace[544263900] 'compare' (duration: 652.141232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:00.875821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:59.759229Z","time spent":"1.116549579s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:00.875936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106552657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-02-27T02:00:00.875952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102001051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T02:00:00.875976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.922636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T02:00:00.876081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.099379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-qjbbv\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-02-27T02:00:00.876142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.123695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-02-27T02:00:00.876206Z","caller":"traceutil/trace.go:171","msg":"trace[1577917880] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-qjbbv; range_end:; response_count:1; response_revision:16024; }","duration":"553.289323ms","start":"2026-02-27T02:00:00.322893Z","end":"2026-02-27T02:00:00.876182Z","steps":["trace[1577917880] 'agreement among raft nodes before linearized reading' (duration: 552.949946ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:00.876292Z","caller":"traceutil/trace.go:171","msg":"trace[2087916470] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:16024; }","duration":"773.227148ms","start":"2026-02-27T02:00:00.102961Z","end":"2026-02-27T02:00:00.876188Z","steps":["trace[2087916470] 'agreement among raft nodes before linearized reading' (duration: 772.89746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.876359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.102943Z","time spent":"773.383551ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-02-27T02:00:00.876134Z","caller":"traceutil/trace.go:171","msg":"trace[2048920498] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16024; }","duration":"941.102861ms","start":"2026-02-27T01:59:59.935005Z","end":"2026-02-27T02:00:00.876108Z","steps":["trace[2048920498] 'agreement among raft nodes before linearized reading' (duration: 940.852285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.876437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:59.934991Z","time spent":"941.427148ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:00.876295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.322876Z","time spent":"553.404987ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-qjbbv\" "} {"level":"info","ts":"2026-02-27T02:00:00.876009Z","caller":"traceutil/trace.go:171","msg":"trace[1932839678] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16024; }","duration":"1.106648839s","start":"2026-02-27T01:59:59.769335Z","end":"2026-02-27T02:00:00.875984Z","steps":["trace[1932839678] 'agreement among raft nodes before linearized reading' (duration: 1.106428234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.876831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:59.76932Z","time spent":"1.107489479s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:00:00.876015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.492212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-f59c2\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-27T02:00:00.876956Z","caller":"traceutil/trace.go:171","msg":"trace[953871165] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-f59c2; range_end:; response_count:1; response_revision:16024; }","duration":"749.453925ms","start":"2026-02-27T02:00:00.12748Z","end":"2026-02-27T02:00:00.876934Z","steps":["trace[953871165] 'agreement among raft nodes before linearized reading' (duration: 748.38627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.877103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.12747Z","time spent":"749.617768ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-f59c2\" "} {"level":"info","ts":"2026-02-27T02:00:00.876002Z","caller":"traceutil/trace.go:171","msg":"trace[2027972952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16024; }","duration":"1.102074653s","start":"2026-02-27T01:59:59.773913Z","end":"2026-02-27T02:00:00.875987Z","steps":["trace[2027972952] 'agreement among raft nodes before linearized reading' (duration: 1.101926049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.877169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:59.7739Z","time spent":"1.10325819s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:00.882159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107913688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T02:00:00.882202Z","caller":"traceutil/trace.go:171","msg":"trace[1355693802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16024; }","duration":"1.10797623s","start":"2026-02-27T01:59:59.77421Z","end":"2026-02-27T02:00:00.882187Z","steps":["trace[1355693802] 'agreement among raft nodes before linearized reading' (duration: 1.101649303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:00.88222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:59:59.774198Z","time spent":"1.108018491s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:01.383366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746892271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:00:01.884041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746892271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:00:02.270833Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389784551s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:00:02.271993Z","caller":"traceutil/trace.go:171","msg":"trace[1868615203] transaction","detail":"{read_only:false; response_revision:16025; number_of_response:1; }","duration":"1.391055771s","start":"2026-02-27T02:00:00.8809Z","end":"2026-02-27T02:00:02.271956Z","steps":["trace[1868615203] 'process raft request' (duration: 1.390199181s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.272235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.880878Z","time spent":"1.391224034s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:02.473564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.470603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T02:00:02.47389Z","caller":"traceutil/trace.go:171","msg":"trace[238243975] transaction","detail":"{read_only:false; response_revision:16026; number_of_response:1; }","duration":"1.59101088s","start":"2026-02-27T02:00:00.882842Z","end":"2026-02-27T02:00:02.473852Z","steps":["trace[238243975] 'process raft request' (duration: 1.448159369s)","trace[238243975] 'compare' (duration: 142.346839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:02.474168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.882832Z","time spent":"1.591191344s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:02.47551Z","caller":"traceutil/trace.go:171","msg":"trace[725682328] linearizableReadLoop","detail":"{readStateIndex:16614; appliedIndex:16608; }","duration":"1.592907444s","start":"2026-02-27T02:00:00.882584Z","end":"2026-02-27T02:00:02.475491Z","steps":["trace[725682328] 'read index received' (duration: 1.388599954s)","trace[725682328] 'applied index is now lower than readState.Index' (duration: 204.30654ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:02.475629Z","caller":"traceutil/trace.go:171","msg":"trace[726988202] transaction","detail":"{read_only:false; response_revision:16030; number_of_response:1; }","duration":"946.144628ms","start":"2026-02-27T02:00:01.529473Z","end":"2026-02-27T02:00:02.475618Z","steps":["trace[726988202] 'process raft request' (duration: 945.977224ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:02.475634Z","caller":"traceutil/trace.go:171","msg":"trace[1678789409] transaction","detail":"{read_only:false; response_revision:16027; number_of_response:1; }","duration":"1.59271869s","start":"2026-02-27T02:00:00.882889Z","end":"2026-02-27T02:00:02.475608Z","steps":["trace[1678789409] 'process raft request' (duration: 1.590773994s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:02.475585Z","caller":"traceutil/trace.go:171","msg":"trace[673779489] transaction","detail":"{read_only:false; response_revision:16028; number_of_response:1; }","duration":"1.591305417s","start":"2026-02-27T02:00:00.884227Z","end":"2026-02-27T02:00:02.475533Z","steps":["trace[673779489] 'process raft request' (duration: 1.589491425s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.475723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.882886Z","time spent":"1.592794381s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:02.475716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:01.529448Z","time spent":"946.228309ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:02.47583Z","caller":"traceutil/trace.go:171","msg":"trace[1915269009] transaction","detail":"{read_only:false; response_revision:16029; number_of_response:1; }","duration":"1.590383705s","start":"2026-02-27T02:00:00.88531Z","end":"2026-02-27T02:00:02.475694Z","steps":["trace[1915269009] 'process raft request' (duration: 1.590081598s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.476042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172434638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T02:00:02.476068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.810254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-02-27T02:00:02.4761Z","caller":"traceutil/trace.go:171","msg":"trace[856723649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16030; }","duration":"1.17248672s","start":"2026-02-27T02:00:01.303596Z","end":"2026-02-27T02:00:02.476083Z","steps":["trace[856723649] 'agreement among raft nodes before linearized reading' (duration: 1.172305605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.476093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.21855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T02:00:02.47613Z","caller":"traceutil/trace.go:171","msg":"trace[1912002143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:16030; }","duration":"805.884906ms","start":"2026-02-27T02:00:01.670221Z","end":"2026-02-27T02:00:02.476106Z","steps":["trace[1912002143] 'agreement among raft nodes before linearized reading' (duration: 805.730353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.476149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:01.303539Z","time spent":"1.172601973s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:00:02.476158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.174014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T02:00:02.476184Z","caller":"traceutil/trace.go:171","msg":"trace[992056693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16030; }","duration":"294.361524ms","start":"2026-02-27T02:00:02.181803Z","end":"2026-02-27T02:00:02.476165Z","steps":["trace[992056693] 'agreement among raft nodes before linearized reading' (duration: 294.125428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.476191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:01.670205Z","time spent":"805.974189ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T02:00:02.476273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593656171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-02-27T02:00:02.476233Z","caller":"traceutil/trace.go:171","msg":"trace[1810325396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16030; }","duration":"908.260106ms","start":"2026-02-27T02:00:01.56794Z","end":"2026-02-27T02:00:02.476201Z","steps":["trace[1810325396] 'agreement among raft nodes before linearized reading' (duration: 908.016641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:02.476324Z","caller":"traceutil/trace.go:171","msg":"trace[746524901] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:16030; }","duration":"1.593756273s","start":"2026-02-27T02:00:00.882556Z","end":"2026-02-27T02:00:02.476312Z","steps":["trace[746524901] 'agreement among raft nodes before linearized reading' (duration: 1.593559628s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.476336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:01.567922Z","time spent":"908.40543ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:00:02.476358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.882541Z","time spent":"1.593809855s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-02-27T02:00:02.476427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.885303Z","time spent":"1.590725553s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:02.476477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592290059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T02:00:02.4759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048095098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T02:00:02.476542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160039121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T02:00:02.476561Z","caller":"traceutil/trace.go:171","msg":"trace[1700642785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16030; }","duration":"1.592397051s","start":"2026-02-27T02:00:00.884146Z","end":"2026-02-27T02:00:02.476543Z","steps":["trace[1700642785] 'agreement among raft nodes before linearized reading' (duration: 1.592215027s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:02.476581Z","caller":"traceutil/trace.go:171","msg":"trace[1059157515] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:16030; }","duration":"1.160096152s","start":"2026-02-27T02:00:01.316468Z","end":"2026-02-27T02:00:02.476564Z","steps":["trace[1059157515] 'agreement among raft nodes before linearized reading' (duration: 1.16003437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.476614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:01.316458Z","time spent":"1.160147833s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:02.476626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.884142Z","time spent":"1.592475424s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:00:02.475907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.884215Z","time spent":"1.591556642s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:02.476558Z","caller":"traceutil/trace.go:171","msg":"trace[1993936881] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:16030; }","duration":"1.048840595s","start":"2026-02-27T02:00:01.427707Z","end":"2026-02-27T02:00:02.476547Z","steps":["trace[1993936881] 'agreement among raft nodes before linearized reading' (duration: 1.048027407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.476944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:01.427686Z","time spent":"1.049215364s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:02.477744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595075754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929100"} {"level":"info","ts":"2026-02-27T02:00:02.47785Z","caller":"traceutil/trace.go:171","msg":"trace[210744384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:16030; }","duration":"1.595149755s","start":"2026-02-27T02:00:00.882644Z","end":"2026-02-27T02:00:02.477793Z","steps":["trace[210744384] 'agreement among raft nodes before linearized reading' (duration: 1.593035636s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.4779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.882639Z","time spent":"1.595248039s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":929123,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:00:02.479307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595210367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929100"} {"level":"info","ts":"2026-02-27T02:00:02.479396Z","caller":"traceutil/trace.go:171","msg":"trace[1696884011] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:16030; }","duration":"1.59533568s","start":"2026-02-27T02:00:00.884042Z","end":"2026-02-27T02:00:02.479378Z","steps":["trace[1696884011] 'agreement among raft nodes before linearized reading' (duration: 1.592400792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:02.479454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:00.884027Z","time spent":"1.595413042s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":929123,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T02:00:05.358035Z","caller":"traceutil/trace.go:171","msg":"trace[1689711345] transaction","detail":"{read_only:false; response_revision:16088; number_of_response:1; }","duration":"114.567234ms","start":"2026-02-27T02:00:05.243441Z","end":"2026-02-27T02:00:05.358008Z","steps":["trace[1689711345] 'process raft request' (duration: 114.372549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:13.269647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:12.958617Z","time spent":"311.022372ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:00:13.269783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.313154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T02:00:13.269847Z","caller":"traceutil/trace.go:171","msg":"trace[2000071273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16219; }","duration":"319.428217ms","start":"2026-02-27T02:00:12.950405Z","end":"2026-02-27T02:00:13.269833Z","steps":["trace[2000071273] 'count revisions from in-memory index tree' (duration: 319.235102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:13.269875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:12.950383Z","time spent":"319.485608ms","remote":"127.0.0.1:46596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:00:13.269991Z","caller":"traceutil/trace.go:171","msg":"trace[458574208] linearizableReadLoop","detail":"{readStateIndex:16807; appliedIndex:16806; }","duration":"237.285737ms","start":"2026-02-27T02:00:13.032682Z","end":"2026-02-27T02:00:13.269968Z","steps":["trace[458574208] 'read index received' (duration: 236.879018ms)","trace[458574208] 'applied index is now lower than readState.Index' (duration: 405.779µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:13.270078Z","caller":"traceutil/trace.go:171","msg":"trace[347854586] transaction","detail":"{read_only:false; response_revision:16220; number_of_response:1; }","duration":"294.842335ms","start":"2026-02-27T02:00:12.975191Z","end":"2026-02-27T02:00:13.270033Z","steps":["trace[347854586] 'process raft request' (duration: 294.601479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:13.270135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.42438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T02:00:13.270183Z","caller":"traceutil/trace.go:171","msg":"trace[608519260] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:16220; }","duration":"237.531703ms","start":"2026-02-27T02:00:13.032633Z","end":"2026-02-27T02:00:13.270165Z","steps":["trace[608519260] 'agreement among raft nodes before linearized reading' (duration: 237.437211ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:21.626406Z","caller":"traceutil/trace.go:171","msg":"trace[96358138] linearizableReadLoop","detail":"{readStateIndex:16907; appliedIndex:16906; }","duration":"256.478833ms","start":"2026-02-27T02:00:21.3699Z","end":"2026-02-27T02:00:21.626379Z","steps":["trace[96358138] 'read index received' (duration: 256.261778ms)","trace[96358138] 'applied index is now lower than readState.Index' (duration: 216.005µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:21.62677Z","caller":"traceutil/trace.go:171","msg":"trace[1401569654] transaction","detail":"{read_only:false; response_revision:16312; number_of_response:1; }","duration":"313.53982ms","start":"2026-02-27T02:00:21.313214Z","end":"2026-02-27T02:00:21.626753Z","steps":["trace[1401569654] 'process raft request' (duration: 313.015477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.62689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.313195Z","time spent":"313.624321ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:21.627143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.237951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-02-27T02:00:21.627186Z","caller":"traceutil/trace.go:171","msg":"trace[60955838] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:16312; }","duration":"257.295021ms","start":"2026-02-27T02:00:21.369878Z","end":"2026-02-27T02:00:21.627173Z","steps":["trace[60955838] 'agreement among raft nodes before linearized reading' (duration: 257.173329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.627427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.321704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-02-27T02:00:21.627465Z","caller":"traceutil/trace.go:171","msg":"trace[1230818910] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:16312; }","duration":"119.357585ms","start":"2026-02-27T02:00:21.508097Z","end":"2026-02-27T02:00:21.627455Z","steps":["trace[1230818910] 'agreement among raft nodes before linearized reading' (duration: 119.272203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.020442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.310868ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:00:22.020592Z","caller":"traceutil/trace.go:171","msg":"trace[905877109] linearizableReadLoop","detail":"{readStateIndex:16908; appliedIndex:16907; }","duration":"374.146409ms","start":"2026-02-27T02:00:21.646383Z","end":"2026-02-27T02:00:22.02053Z","steps":["trace[905877109] 'read index received' (duration: 182.633946ms)","trace[905877109] 'applied index is now lower than readState.Index' (duration: 191.510903ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:22.020798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.391375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:9595"} {"level":"warn","ts":"2026-02-27T02:00:22.020574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.644342Z","time spent":"376.225207ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:00:22.020854Z","caller":"traceutil/trace.go:171","msg":"trace[1511679014] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:16312; }","duration":"374.470386ms","start":"2026-02-27T02:00:21.646366Z","end":"2026-02-27T02:00:22.020836Z","steps":["trace[1511679014] 'agreement among raft nodes before linearized reading' (duration: 374.277282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.020898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:21.646358Z","time spent":"374.528857ms","remote":"127.0.0.1:47042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9618,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" "} {"level":"warn","ts":"2026-02-27T02:00:22.021164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.934343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T02:00:22.021215Z","caller":"traceutil/trace.go:171","msg":"trace[881277597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16312; }","duration":"263.020635ms","start":"2026-02-27T02:00:21.758182Z","end":"2026-02-27T02:00:22.021203Z","steps":["trace[881277597] 'agreement among raft nodes before linearized reading' (duration: 262.666166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.021255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.697407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-27T02:00:22.021314Z","caller":"traceutil/trace.go:171","msg":"trace[2081123622] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:16312; }","duration":"148.780209ms","start":"2026-02-27T02:00:21.872512Z","end":"2026-02-27T02:00:22.021292Z","steps":["trace[2081123622] 'agreement among raft nodes before linearized reading' (duration: 148.597734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.871759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.411873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T02:00:22.871973Z","caller":"traceutil/trace.go:171","msg":"trace[1141785692] transaction","detail":"{read_only:false; response_revision:16314; number_of_response:1; }","duration":"108.550273ms","start":"2026-02-27T02:00:22.763406Z","end":"2026-02-27T02:00:22.871956Z","steps":["trace[1141785692] 'process raft request' (duration: 108.459101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:22.872082Z","caller":"traceutil/trace.go:171","msg":"trace[174150355] linearizableReadLoop","detail":"{readStateIndex:16909; appliedIndex:16908; }","duration":"847.699868ms","start":"2026-02-27T02:00:22.024356Z","end":"2026-02-27T02:00:22.872056Z","steps":["trace[174150355] 'read index received' (duration: 380.812384ms)","trace[174150355] 'applied index is now lower than readState.Index' (duration: 466.885624ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:22.872115Z","caller":"traceutil/trace.go:171","msg":"trace[896740953] transaction","detail":"{read_only:false; response_revision:16313; number_of_response:1; }","duration":"848.955447ms","start":"2026-02-27T02:00:22.023142Z","end":"2026-02-27T02:00:22.872097Z","steps":["trace[896740953] 'process raft request' (duration: 382.120294ms)","trace[896740953] 'compare' (duration: 466.2696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:22.872219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.02312Z","time spent":"849.033379ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:22.87229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.788733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-02-27T02:00:22.872286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.888992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79aad844-2d57-4015-9a72-0ae78f14538e\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T02:00:22.872316Z","caller":"traceutil/trace.go:171","msg":"trace[620784790] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:16314; }","duration":"845.831855ms","start":"2026-02-27T02:00:22.026475Z","end":"2026-02-27T02:00:22.872307Z","steps":["trace[620784790] 'agreement among raft nodes before linearized reading' (duration: 845.691211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.872312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.817873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T02:00:22.87234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.026466Z","time spent":"845.869465ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-02-27T02:00:22.872339Z","caller":"traceutil/trace.go:171","msg":"trace[2117320311] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79aad844-2d57-4015-9a72-0ae78f14538e; range_end:; response_count:1; response_revision:16314; }","duration":"847.999405ms","start":"2026-02-27T02:00:22.024323Z","end":"2026-02-27T02:00:22.872322Z","steps":["trace[2117320311] 'agreement among raft nodes before linearized reading' (duration: 847.827421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:22.872356Z","caller":"traceutil/trace.go:171","msg":"trace[1868832539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16314; }","duration":"183.877835ms","start":"2026-02-27T02:00:22.688464Z","end":"2026-02-27T02:00:22.872342Z","steps":["trace[1868832539] 'agreement among raft nodes before linearized reading' (duration: 183.728002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.872343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.739361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T02:00:22.872386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.024305Z","time spent":"848.070366ms","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-79aad844-2d57-4015-9a72-0ae78f14538e\" "} {"level":"info","ts":"2026-02-27T02:00:22.872413Z","caller":"traceutil/trace.go:171","msg":"trace[1294694266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16314; }","duration":"509.855303ms","start":"2026-02-27T02:00:22.362538Z","end":"2026-02-27T02:00:22.872393Z","steps":["trace[1294694266] 'agreement among raft nodes before linearized reading' (duration: 509.655908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.872451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.362515Z","time spent":"509.928105ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:00:22.872428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.364427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T02:00:22.872505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.908965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T02:00:22.872532Z","caller":"traceutil/trace.go:171","msg":"trace[1113597199] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16314; }","duration":"195.977687ms","start":"2026-02-27T02:00:22.676546Z","end":"2026-02-27T02:00:22.872524Z","steps":["trace[1113597199] 'agreement among raft nodes before linearized reading' (duration: 195.884264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.872548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.969875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T02:00:22.872572Z","caller":"traceutil/trace.go:171","msg":"trace[2027486789] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16314; }","duration":"753.040407ms","start":"2026-02-27T02:00:22.119525Z","end":"2026-02-27T02:00:22.872565Z","steps":["trace[2027486789] 'agreement among raft nodes before linearized reading' (duration: 752.997396ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:22.872539Z","caller":"traceutil/trace.go:171","msg":"trace[2051158476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16314; }","duration":"184.52466ms","start":"2026-02-27T02:00:22.687992Z","end":"2026-02-27T02:00:22.872516Z","steps":["trace[2051158476] 'agreement among raft nodes before linearized reading' (duration: 184.178852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.872615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.176172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T02:00:22.872617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.013733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T02:00:22.872627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.92092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T02:00:22.872635Z","caller":"traceutil/trace.go:171","msg":"trace[1554775981] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16314; }","duration":"815.216473ms","start":"2026-02-27T02:00:22.057412Z","end":"2026-02-27T02:00:22.872628Z","steps":["trace[1554775981] 'agreement among raft nodes before linearized reading' (duration: 815.189302ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:22.872646Z","caller":"traceutil/trace.go:171","msg":"trace[1578884493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16314; }","duration":"216.070703ms","start":"2026-02-27T02:00:22.656567Z","end":"2026-02-27T02:00:22.872638Z","steps":["trace[1578884493] 'agreement among raft nodes before linearized reading' (duration: 215.992351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.872654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.057401Z","time spent":"815.248724ms","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:22.872508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.295115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-02-27T02:00:22.872645Z","caller":"traceutil/trace.go:171","msg":"trace[1648001475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16314; }","duration":"184.96551ms","start":"2026-02-27T02:00:22.687674Z","end":"2026-02-27T02:00:22.872639Z","steps":["trace[1648001475] 'agreement among raft nodes before linearized reading' (duration: 184.908229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:22.872732Z","caller":"traceutil/trace.go:171","msg":"trace[1198653647] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:16314; }","duration":"732.51678ms","start":"2026-02-27T02:00:22.140207Z","end":"2026-02-27T02:00:22.872724Z","steps":["trace[1198653647] 'agreement among raft nodes before linearized reading' (duration: 732.230174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.872758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.140191Z","time spent":"732.559381ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":979,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" "} {"level":"warn","ts":"2026-02-27T02:00:22.87259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.1195Z","time spent":"753.084768ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:00:22.872799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.319816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T02:00:22.872506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.128575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T02:00:22.872858Z","caller":"traceutil/trace.go:171","msg":"trace[32588314] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:16314; }","duration":"136.508783ms","start":"2026-02-27T02:00:22.736341Z","end":"2026-02-27T02:00:22.87285Z","steps":["trace[32588314] 'agreement among raft nodes before linearized reading' (duration: 136.125414ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:22.872847Z","caller":"traceutil/trace.go:171","msg":"trace[1602616227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16314; }","duration":"184.387047ms","start":"2026-02-27T02:00:22.688446Z","end":"2026-02-27T02:00:22.872833Z","steps":["trace[1602616227] 'agreement among raft nodes before linearized reading' (duration: 184.262014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.873472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.813968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:955932"} {"level":"info","ts":"2026-02-27T02:00:22.873492Z","caller":"traceutil/trace.go:171","msg":"trace[731690631] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16314; }","duration":"846.846668ms","start":"2026-02-27T02:00:22.026641Z","end":"2026-02-27T02:00:22.873487Z","steps":["trace[731690631] 'agreement among raft nodes before linearized reading' (duration: 846.125121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:22.873506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.026636Z","time spent":"846.865388ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":955955,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:00:23.247114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.761307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T02:00:23.247222Z","caller":"traceutil/trace.go:171","msg":"trace[2101901270] transaction","detail":"{read_only:false; response_revision:16315; number_of_response:1; }","duration":"370.897153ms","start":"2026-02-27T02:00:22.876306Z","end":"2026-02-27T02:00:23.247203Z","steps":["trace[2101901270] 'process raft request' (duration: 123.968902ms)","trace[2101901270] 'compare' (duration: 246.508901ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:23.24728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.876288Z","time spent":"370.965035ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:23.489768Z","caller":"traceutil/trace.go:171","msg":"trace[89519886] transaction","detail":"{read_only:false; response_revision:16316; number_of_response:1; }","duration":"613.33288ms","start":"2026-02-27T02:00:22.876407Z","end":"2026-02-27T02:00:23.48974Z","steps":["trace[89519886] 'process raft request' (duration: 545.850121ms)","trace[89519886] 'compare' (duration: 67.303385ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:23.489946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.876401Z","time spent":"613.450892ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:23.490126Z","caller":"traceutil/trace.go:171","msg":"trace[143916153] transaction","detail":"{read_only:false; response_revision:16318; number_of_response:1; }","duration":"607.090864ms","start":"2026-02-27T02:00:22.88302Z","end":"2026-02-27T02:00:23.490111Z","steps":["trace[143916153] 'process raft request' (duration: 606.975212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.490215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.883012Z","time spent":"607.162817ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:23.490204Z","caller":"traceutil/trace.go:171","msg":"trace[174629866] transaction","detail":"{read_only:false; response_revision:16317; number_of_response:1; }","duration":"608.15519ms","start":"2026-02-27T02:00:22.882013Z","end":"2026-02-27T02:00:23.490168Z","steps":["trace[174629866] 'process raft request' (duration: 607.674429ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.490322Z","caller":"traceutil/trace.go:171","msg":"trace[1451236610] transaction","detail":"{read_only:false; response_revision:16319; number_of_response:1; }","duration":"606.925161ms","start":"2026-02-27T02:00:22.883382Z","end":"2026-02-27T02:00:23.490307Z","steps":["trace[1451236610] 'process raft request' (duration: 606.696956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.490354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.882Z","time spent":"608.274432ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:23.490404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.883373Z","time spent":"606.991262ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:23.490998Z","caller":"traceutil/trace.go:171","msg":"trace[1681548198] transaction","detail":"{read_only:false; response_revision:16320; number_of_response:1; }","duration":"607.374312ms","start":"2026-02-27T02:00:22.883608Z","end":"2026-02-27T02:00:23.490982Z","steps":["trace[1681548198] 'process raft request' (duration: 606.594564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.491707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.883602Z","time spent":"608.022397ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:23.492101Z","caller":"traceutil/trace.go:171","msg":"trace[1226561247] transaction","detail":"{read_only:false; response_revision:16321; number_of_response:1; }","duration":"603.630944ms","start":"2026-02-27T02:00:22.888444Z","end":"2026-02-27T02:00:23.492075Z","steps":["trace[1226561247] 'process raft request' (duration: 602.435356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.492236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.888438Z","time spent":"603.748927ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:23.492554Z","caller":"traceutil/trace.go:171","msg":"trace[1447878343] linearizableReadLoop","detail":"{readStateIndex:16912; appliedIndex:16910; }","duration":"610.536365ms","start":"2026-02-27T02:00:22.880411Z","end":"2026-02-27T02:00:23.490948Z","steps":["trace[1447878343] 'read index received' (duration: 119.887047ms)","trace[1447878343] 'applied index is now lower than readState.Index' (duration: 490.648198ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:23.493682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.538455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:956"} {"level":"warn","ts":"2026-02-27T02:00:23.493712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.653478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T02:00:23.493747Z","caller":"traceutil/trace.go:171","msg":"trace[1655763556] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:16321; }","duration":"610.626538ms","start":"2026-02-27T02:00:22.8831Z","end":"2026-02-27T02:00:23.493727Z","steps":["trace[1655763556] 'agreement among raft nodes before linearized reading' (duration: 610.425443ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.493764Z","caller":"traceutil/trace.go:171","msg":"trace[448819910] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16321; }","duration":"579.744399ms","start":"2026-02-27T02:00:22.914002Z","end":"2026-02-27T02:00:23.493746Z","steps":["trace[448819910] 'agreement among raft nodes before linearized reading' (duration: 579.303329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.49381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.883096Z","time spent":"610.702309ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":979,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-senlin-nodes\" "} {"level":"warn","ts":"2026-02-27T02:00:23.493823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.913987Z","time spent":"579.815541ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:00:23.494171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.269412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-senlin.1897f7f42fe896d6\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-02-27T02:00:23.494246Z","caller":"traceutil/trace.go:171","msg":"trace[362730776] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-senlin.1897f7f42fe896d6; range_end:; response_count:1; response_revision:16321; }","duration":"611.337744ms","start":"2026-02-27T02:00:22.882875Z","end":"2026-02-27T02:00:23.494213Z","steps":["trace[362730776] 'agreement among raft nodes before linearized reading' (duration: 610.949115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.494284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.88287Z","time spent":"611.403855ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":756,"request content":"key:\"/registry/events/openstack/rabbitmq-senlin.1897f7f42fe896d6\" "} {"level":"warn","ts":"2026-02-27T02:00:23.494303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.111898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T02:00:23.494408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.968536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:9595"} {"level":"info","ts":"2026-02-27T02:00:23.494436Z","caller":"traceutil/trace.go:171","msg":"trace[501381075] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:16321; }","duration":"420.269071ms","start":"2026-02-27T02:00:23.074121Z","end":"2026-02-27T02:00:23.49439Z","steps":["trace[501381075] 'agreement among raft nodes before linearized reading' (duration: 419.659757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.494511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:23.074105Z","time spent":"420.390044ms","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":119,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:00:23.494534Z","caller":"traceutil/trace.go:171","msg":"trace[2014960360] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:16321; }","duration":"602.109359ms","start":"2026-02-27T02:00:22.892374Z","end":"2026-02-27T02:00:23.494483Z","steps":["trace[2014960360] 'agreement among raft nodes before linearized reading' (duration: 601.435523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.494586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.892359Z","time spent":"602.215871ms","remote":"127.0.0.1:47042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9618,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" "} {"level":"warn","ts":"2026-02-27T02:00:23.496427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.999452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:955932"} {"level":"info","ts":"2026-02-27T02:00:23.496486Z","caller":"traceutil/trace.go:171","msg":"trace[301895588] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16321; }","duration":"616.074384ms","start":"2026-02-27T02:00:22.880389Z","end":"2026-02-27T02:00:23.496464Z","steps":["trace[301895588] 'agreement among raft nodes before linearized reading' (duration: 611.333054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.496526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.880375Z","time spent":"616.138895ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":955955,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:00:23.498372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.192366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:955932"} {"level":"info","ts":"2026-02-27T02:00:23.498435Z","caller":"traceutil/trace.go:171","msg":"trace[1752387494] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16321; }","duration":"616.263539ms","start":"2026-02-27T02:00:22.882152Z","end":"2026-02-27T02:00:23.498416Z","steps":["trace[1752387494] 'agreement among raft nodes before linearized reading' (duration: 611.133629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:23.498475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:22.882148Z","time spent":"616.31826ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":955955,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T02:00:23.794904Z","caller":"traceutil/trace.go:171","msg":"trace[126044034] transaction","detail":"{read_only:false; response_revision:16323; number_of_response:1; }","duration":"286.493551ms","start":"2026-02-27T02:00:23.508386Z","end":"2026-02-27T02:00:23.794879Z","steps":["trace[126044034] 'process raft request' (duration: 286.350528ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.79518Z","caller":"traceutil/trace.go:171","msg":"trace[1463936748] linearizableReadLoop","detail":"{readStateIndex:16919; appliedIndex:16919; }","duration":"236.861657ms","start":"2026-02-27T02:00:23.558279Z","end":"2026-02-27T02:00:23.795141Z","steps":["trace[1463936748] 'read index received' (duration: 236.844717ms)","trace[1463936748] 'applied index is now lower than readState.Index' (duration: 14.12µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:23.795378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.083172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T02:00:23.795415Z","caller":"traceutil/trace.go:171","msg":"trace[642868759] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16323; }","duration":"237.183154ms","start":"2026-02-27T02:00:23.558221Z","end":"2026-02-27T02:00:23.795404Z","steps":["trace[642868759] 'agreement among raft nodes before linearized reading' (duration: 237.076932ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:23.889712Z","caller":"traceutil/trace.go:171","msg":"trace[1676312643] transaction","detail":"{read_only:false; response_revision:16324; number_of_response:1; }","duration":"255.752826ms","start":"2026-02-27T02:00:23.633912Z","end":"2026-02-27T02:00:23.889665Z","steps":["trace[1676312643] 'process raft request' (duration: 188.093893ms)","trace[1676312643] 'compare' (duration: 67.474268ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:24.042705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.11939ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-27T02:00:24.043069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.644058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T02:00:24.042811Z","caller":"traceutil/trace.go:171","msg":"trace[1589225684] linearizableReadLoop","detail":"{readStateIndex:16921; appliedIndex:16919; }","duration":"247.523455ms","start":"2026-02-27T02:00:23.795266Z","end":"2026-02-27T02:00:24.042789Z","steps":["trace[1589225684] 'read index received' (duration: 26.66733ms)","trace[1589225684] 'applied index is now lower than readState.Index' (duration: 220.854705ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:24.043149Z","caller":"traceutil/trace.go:171","msg":"trace[1831367913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16324; }","duration":"287.774251ms","start":"2026-02-27T02:00:23.755356Z","end":"2026-02-27T02:00:24.04313Z","steps":["trace[1831367913] 'agreement among raft nodes before linearized reading' (duration: 287.641738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:24.043475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.150109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T02:00:24.043525Z","caller":"traceutil/trace.go:171","msg":"trace[1145675412] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16324; }","duration":"245.232742ms","start":"2026-02-27T02:00:23.798277Z","end":"2026-02-27T02:00:24.04351Z","steps":["trace[1145675412] 'agreement among raft nodes before linearized reading' (duration: 245.13763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:25.433027Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14026} {"level":"info","ts":"2026-02-27T02:00:25.687067Z","caller":"traceutil/trace.go:171","msg":"trace[131387288] linearizableReadLoop","detail":"{readStateIndex:16937; appliedIndex:16936; }","duration":"140.784193ms","start":"2026-02-27T02:00:25.546258Z","end":"2026-02-27T02:00:25.687042Z","steps":["trace[131387288] 'read index received' (duration: 74.488282ms)","trace[131387288] 'applied index is now lower than readState.Index' (duration: 66.294571ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:25.687513Z","caller":"traceutil/trace.go:171","msg":"trace[585917894] transaction","detail":"{read_only:false; response_revision:16339; number_of_response:1; }","duration":"142.096244ms","start":"2026-02-27T02:00:25.545393Z","end":"2026-02-27T02:00:25.687489Z","steps":["trace[585917894] 'process raft request' (duration: 75.357772ms)","trace[585917894] 'compare' (duration: 63.564008ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:00:25.687741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.881097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T02:00:25.687784Z","caller":"traceutil/trace.go:171","msg":"trace[498972240] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:16339; }","duration":"119.978789ms","start":"2026-02-27T02:00:25.567794Z","end":"2026-02-27T02:00:25.687773Z","steps":["trace[498972240] 'agreement among raft nodes before linearized reading' (duration: 119.893067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.688825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.539954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:956118"} {"level":"info","ts":"2026-02-27T02:00:25.688975Z","caller":"traceutil/trace.go:171","msg":"trace[181446710] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16339; }","duration":"142.732569ms","start":"2026-02-27T02:00:25.546225Z","end":"2026-02-27T02:00:25.688958Z","steps":["trace[181446710] 'agreement among raft nodes before linearized reading' (duration: 141.000409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:25.689164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.496109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:956118"} {"level":"info","ts":"2026-02-27T02:00:25.689217Z","caller":"traceutil/trace.go:171","msg":"trace[320568545] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16339; }","duration":"141.583692ms","start":"2026-02-27T02:00:25.547622Z","end":"2026-02-27T02:00:25.689206Z","steps":["trace[320568545] 'agreement among raft nodes before linearized reading' (duration: 139.694988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:25.837704Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14026,"took":"401.059575ms","hash":2412580413,"current-db-size-bytes":41234432,"current-db-size":"41 MB","current-db-size-in-use-bytes":28962816,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T02:00:25.837764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2412580413,"revision":14026,"compact-revision":11715} {"level":"warn","ts":"2026-02-27T02:01:22.16471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.080652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:01:22.1648Z","caller":"traceutil/trace.go:171","msg":"trace[1523563591] transaction","detail":"{read_only:false; response_revision:16887; number_of_response:1; }","duration":"170.696442ms","start":"2026-02-27T02:01:21.99409Z","end":"2026-02-27T02:01:22.164787Z","steps":["trace[1523563591] 'process raft request' (duration: 67.470446ms)","trace[1523563591] 'compare' (duration: 102.98606ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:01:22.20969Z","caller":"traceutil/trace.go:171","msg":"trace[1594362510] linearizableReadLoop","detail":"{readStateIndex:17499; appliedIndex:17497; }","duration":"214.278413ms","start":"2026-02-27T02:01:21.995382Z","end":"2026-02-27T02:01:22.209661Z","steps":["trace[1594362510] 'read index received' (duration: 66.145025ms)","trace[1594362510] 'applied index is now lower than readState.Index' (duration: 148.132488ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:01:22.209752Z","caller":"traceutil/trace.go:171","msg":"trace[380360115] transaction","detail":"{read_only:false; response_revision:16888; number_of_response:1; }","duration":"214.373795ms","start":"2026-02-27T02:01:21.995346Z","end":"2026-02-27T02:01:22.209719Z","steps":["trace[380360115] 'process raft request' (duration: 214.072728ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:22.209834Z","caller":"traceutil/trace.go:171","msg":"trace[1256988422] transaction","detail":"{read_only:false; response_revision:16889; number_of_response:1; }","duration":"211.747984ms","start":"2026-02-27T02:01:21.998043Z","end":"2026-02-27T02:01:22.209791Z","steps":["trace[1256988422] 'process raft request' (duration: 211.505608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:22.209909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.513838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:01:22.209949Z","caller":"traceutil/trace.go:171","msg":"trace[735393107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16889; }","duration":"214.609ms","start":"2026-02-27T02:01:21.995329Z","end":"2026-02-27T02:01:22.209938Z","steps":["trace[735393107] 'agreement among raft nodes before linearized reading' (duration: 214.454857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:22.329009Z","caller":"traceutil/trace.go:171","msg":"trace[375075156] transaction","detail":"{read_only:false; response_revision:16890; number_of_response:1; }","duration":"157.309341ms","start":"2026-02-27T02:01:22.171674Z","end":"2026-02-27T02:01:22.328983Z","steps":["trace[375075156] 'process raft request' (duration: 123.538287ms)","trace[375075156] 'compare' (duration: 33.60378ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:01:22.329211Z","caller":"traceutil/trace.go:171","msg":"trace[995632231] linearizableReadLoop","detail":"{readStateIndex:17501; appliedIndex:17500; }","duration":"119.172646ms","start":"2026-02-27T02:01:22.209759Z","end":"2026-02-27T02:01:22.328931Z","steps":["trace[995632231] 'read index received' (duration: 85.454813ms)","trace[995632231] 'applied index is now lower than readState.Index' (duration: 33.717043ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:01:22.329285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.449358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:01:22.329374Z","caller":"traceutil/trace.go:171","msg":"trace[567988768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16890; }","duration":"333.583391ms","start":"2026-02-27T02:01:21.99577Z","end":"2026-02-27T02:01:22.329353Z","steps":["trace[567988768] 'agreement among raft nodes before linearized reading' (duration: 333.314485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:22.329422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:21.99576Z","time spent":"333.653063ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:01:22.330221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.503305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:22.330279Z","caller":"traceutil/trace.go:171","msg":"trace[1543359145] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:16891; }","duration":"104.603828ms","start":"2026-02-27T02:01:22.225663Z","end":"2026-02-27T02:01:22.330267Z","steps":["trace[1543359145] 'agreement among raft nodes before linearized reading' (duration: 104.490165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:22.330288Z","caller":"traceutil/trace.go:171","msg":"trace[526125705] transaction","detail":"{read_only:false; response_revision:16891; number_of_response:1; }","duration":"116.920764ms","start":"2026-02-27T02:01:22.213346Z","end":"2026-02-27T02:01:22.330267Z","steps":["trace[526125705] 'process raft request' (duration: 116.727909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:22.330673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.935165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:22.330725Z","caller":"traceutil/trace.go:171","msg":"trace[2081615378] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:16891; }","duration":"104.995447ms","start":"2026-02-27T02:01:22.225715Z","end":"2026-02-27T02:01:22.330711Z","steps":["trace[2081615378] 'agreement among raft nodes before linearized reading' (duration: 104.916875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:48.059431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.972212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:1 size:12610"} {"level":"info","ts":"2026-02-27T02:01:48.05957Z","caller":"traceutil/trace.go:171","msg":"trace[140286089] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:1; response_revision:17048; }","duration":"110.185217ms","start":"2026-02-27T02:01:47.949361Z","end":"2026-02-27T02:01:48.059546Z","steps":["trace[140286089] 'range keys from in-memory index tree' (duration: 109.751857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:58.29297Z","caller":"traceutil/trace.go:171","msg":"trace[2113777784] transaction","detail":"{read_only:false; response_revision:17126; number_of_response:1; }","duration":"106.914971ms","start":"2026-02-27T02:01:58.186026Z","end":"2026-02-27T02:01:58.292941Z","steps":["trace[2113777784] 'process raft request' (duration: 106.764618ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:25.439811Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16332} {"level":"info","ts":"2026-02-27T02:05:25.55998Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16332,"took":"116.470303ms","hash":3520230722,"current-db-size-bytes":43352064,"current-db-size":"43 MB","current-db-size-in-use-bytes":31608832,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T02:05:25.560048Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3520230722,"revision":16332,"compact-revision":14026} {"level":"info","ts":"2026-02-27T02:06:25.758694Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T02:06:25.763583Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-27T02:06:25.763665Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-27T02:06:56.06932Z","caller":"traceutil/trace.go:171","msg":"trace[1666370683] linearizableReadLoop","detail":"{readStateIndex:20153; appliedIndex:20152; }","duration":"382.403835ms","start":"2026-02-27T02:06:55.686886Z","end":"2026-02-27T02:06:56.06929Z","steps":["trace[1666370683] 'read index received' (duration: 382.215931ms)","trace[1666370683] 'applied index is now lower than readState.Index' (duration: 186.804µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:56.069386Z","caller":"traceutil/trace.go:171","msg":"trace[24807462] transaction","detail":"{read_only:false; response_revision:19458; number_of_response:1; }","duration":"432.296764ms","start":"2026-02-27T02:06:55.637055Z","end":"2026-02-27T02:06:56.069352Z","steps":["trace[24807462] 'process raft request' (duration: 432.045088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:56.069548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.63704Z","time spent":"432.421606ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:56.06961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.717153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-27T02:06:56.069659Z","caller":"traceutil/trace.go:171","msg":"trace[1897082935] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19458; }","duration":"382.851986ms","start":"2026-02-27T02:06:55.686792Z","end":"2026-02-27T02:06:56.069644Z","steps":["trace[1897082935] 'agreement among raft nodes before linearized reading' (duration: 382.662261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:56.069717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.686758Z","time spent":"382.933308ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T02:06:56.069722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.227904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:06:56.069777Z","caller":"traceutil/trace.go:171","msg":"trace[350940902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19458; }","duration":"336.316875ms","start":"2026-02-27T02:06:55.733445Z","end":"2026-02-27T02:06:56.069761Z","steps":["trace[350940902] 'agreement among raft nodes before linearized reading' (duration: 336.137581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:56.069828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.733423Z","time spent":"336.386558ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:06:56.069862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.023463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:56.069888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.463969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:06:56.069964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.559075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:06:56.069935Z","caller":"traceutil/trace.go:171","msg":"trace[1732497227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19458; }","duration":"300.122106ms","start":"2026-02-27T02:06:55.769791Z","end":"2026-02-27T02:06:56.069913Z","steps":["trace[1732497227] 'agreement among raft nodes before linearized reading' (duration: 299.974872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:56.069973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.162793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:06:56.069993Z","caller":"traceutil/trace.go:171","msg":"trace[2144065974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19458; }","duration":"172.633227ms","start":"2026-02-27T02:06:55.897351Z","end":"2026-02-27T02:06:56.069985Z","steps":["trace[2144065974] 'agreement among raft nodes before linearized reading' (duration: 172.551325ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:56.069995Z","caller":"traceutil/trace.go:171","msg":"trace[2022599420] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19458; }","duration":"168.593143ms","start":"2026-02-27T02:06:55.901371Z","end":"2026-02-27T02:06:56.069964Z","steps":["trace[2022599420] 'agreement among raft nodes before linearized reading' (duration: 168.327617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:56.07002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.769776Z","time spent":"300.231488ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:06:56.070035Z","caller":"traceutil/trace.go:171","msg":"trace[1763719083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19458; }","duration":"168.246775ms","start":"2026-02-27T02:06:55.901771Z","end":"2026-02-27T02:06:56.070018Z","steps":["trace[1763719083] 'agreement among raft nodes before linearized reading' (duration: 168.045941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:56.070546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.23587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:06:56.07062Z","caller":"traceutil/trace.go:171","msg":"trace[533989038] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19458; }","duration":"176.351593ms","start":"2026-02-27T02:06:55.894247Z","end":"2026-02-27T02:06:56.070598Z","steps":["trace[533989038] 'agreement among raft nodes before linearized reading' (duration: 176.143978ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:56.214513Z","caller":"traceutil/trace.go:171","msg":"trace[444570855] transaction","detail":"{read_only:false; response_revision:19460; number_of_response:1; }","duration":"140.016399ms","start":"2026-02-27T02:06:56.074474Z","end":"2026-02-27T02:06:56.214491Z","steps":["trace[444570855] 'process raft request' (duration: 133.445457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:56.214791Z","caller":"traceutil/trace.go:171","msg":"trace[1369019325] transaction","detail":"{read_only:false; response_revision:19461; number_of_response:1; }","duration":"140.06505ms","start":"2026-02-27T02:06:56.074687Z","end":"2026-02-27T02:06:56.214752Z","steps":["trace[1369019325] 'process raft request' (duration: 139.758793ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:56.214867Z","caller":"traceutil/trace.go:171","msg":"trace[1494497194] transaction","detail":"{read_only:false; response_revision:19464; number_of_response:1; }","duration":"138.018644ms","start":"2026-02-27T02:06:56.076825Z","end":"2026-02-27T02:06:56.214844Z","steps":["trace[1494497194] 'process raft request' (duration: 137.971983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:56.21494Z","caller":"traceutil/trace.go:171","msg":"trace[1062768583] transaction","detail":"{read_only:false; response_revision:19462; number_of_response:1; }","duration":"140.132402ms","start":"2026-02-27T02:06:56.074782Z","end":"2026-02-27T02:06:56.214914Z","steps":["trace[1062768583] 'process raft request' (duration: 139.845816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:56.214985Z","caller":"traceutil/trace.go:171","msg":"trace[808847816] transaction","detail":"{read_only:false; response_revision:19463; number_of_response:1; }","duration":"139.772354ms","start":"2026-02-27T02:06:56.075178Z","end":"2026-02-27T02:06:56.21495Z","steps":["trace[808847816] 'process raft request' (duration: 139.568009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.024869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746902541,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:07:02.026835Z","caller":"traceutil/trace.go:171","msg":"trace[433369211] transaction","detail":"{read_only:false; response_revision:19484; number_of_response:1; }","duration":"559.488205ms","start":"2026-02-27T02:07:01.467316Z","end":"2026-02-27T02:07:02.026804Z","steps":["trace[433369211] 'process raft request' (duration: 559.309981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.027094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.467304Z","time spent":"559.69442ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:02.730095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.358696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:02.730172Z","caller":"traceutil/trace.go:171","msg":"trace[871678902] linearizableReadLoop","detail":"{readStateIndex:20181; appliedIndex:20179; }","duration":"1.205832877s","start":"2026-02-27T02:07:01.524328Z","end":"2026-02-27T02:07:02.730161Z","steps":["trace[871678902] 'read index received' (duration: 502.283588ms)","trace[871678902] 'applied index is now lower than readState.Index' (duration: 703.548619ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:02.730301Z","caller":"traceutil/trace.go:171","msg":"trace[1647738119] transaction","detail":"{read_only:false; response_revision:19485; number_of_response:1; }","duration":"1.176024885s","start":"2026-02-27T02:07:01.554269Z","end":"2026-02-27T02:07:02.730294Z","steps":["trace[1647738119] 'process raft request' (duration: 1.054415413s)","trace[1647738119] 'compare' (duration: 121.127561ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:02.730347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.554236Z","time spent":"1.176088417s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:02.730465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206137004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:02.730491Z","caller":"traceutil/trace.go:171","msg":"trace[1564334988] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19485; }","duration":"1.206182286s","start":"2026-02-27T02:07:01.5243Z","end":"2026-02-27T02:07:02.730482Z","steps":["trace[1564334988] 'agreement among raft nodes before linearized reading' (duration: 1.206143575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.73051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.524288Z","time spent":"1.206216486s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T02:07:02.730614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.506762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:02.73063Z","caller":"traceutil/trace.go:171","msg":"trace[1336707136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19485; }","duration":"972.553893ms","start":"2026-02-27T02:07:01.758071Z","end":"2026-02-27T02:07:02.730625Z","steps":["trace[1336707136] 'agreement among raft nodes before linearized reading' (duration: 972.527922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.730647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.758049Z","time spent":"972.593633ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:02.7308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.495915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:07:02.730816Z","caller":"traceutil/trace.go:171","msg":"trace[725943539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19485; }","duration":"484.527266ms","start":"2026-02-27T02:07:02.246284Z","end":"2026-02-27T02:07:02.730811Z","steps":["trace[725943539] 'agreement among raft nodes before linearized reading' (duration: 484.453185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.730832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.246276Z","time spent":"484.551827ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:02.730866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.228535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T02:07:02.730934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.309814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:07:02.730946Z","caller":"traceutil/trace.go:171","msg":"trace[54284570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19485; }","duration":"464.339337ms","start":"2026-02-27T02:07:02.266587Z","end":"2026-02-27T02:07:02.730926Z","steps":["trace[54284570] 'agreement among raft nodes before linearized reading' (duration: 464.074261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.730988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.266577Z","time spent":"464.402709ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:07:02.731002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.436887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:07:02.731017Z","caller":"traceutil/trace.go:171","msg":"trace[1142842513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19485; }","duration":"485.471058ms","start":"2026-02-27T02:07:02.245542Z","end":"2026-02-27T02:07:02.731013Z","steps":["trace[1142842513] 'agreement among raft nodes before linearized reading' (duration: 485.429187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.731034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.245534Z","time spent":"485.495038ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:02.731109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.039884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:07:02.731124Z","caller":"traceutil/trace.go:171","msg":"trace[6726045] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19485; }","duration":"487.089565ms","start":"2026-02-27T02:07:02.24403Z","end":"2026-02-27T02:07:02.731119Z","steps":["trace[6726045] 'agreement among raft nodes before linearized reading' (duration: 487.047524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.731139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.244004Z","time spent":"487.131127ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:02.731257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.777991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:07:02.731273Z","caller":"traceutil/trace.go:171","msg":"trace[285145071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19485; }","duration":"574.827302ms","start":"2026-02-27T02:07:02.156441Z","end":"2026-02-27T02:07:02.731268Z","steps":["trace[285145071] 'agreement among raft nodes before linearized reading' (duration: 574.782781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.731288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.156421Z","time spent":"574.863463ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:02.73139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.70493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:07:02.731404Z","caller":"traceutil/trace.go:171","msg":"trace[1105257460] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19485; }","duration":"758.853123ms","start":"2026-02-27T02:07:01.972547Z","end":"2026-02-27T02:07:02.7314Z","steps":["trace[1105257460] 'agreement among raft nodes before linearized reading' (duration: 758.801692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.73142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.972524Z","time spent":"758.892514ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:07:02.731467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.86491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:02.731509Z","caller":"traceutil/trace.go:171","msg":"trace[1782527925] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19485; }","duration":"268.977303ms","start":"2026-02-27T02:07:02.462518Z","end":"2026-02-27T02:07:02.731496Z","steps":["trace[1782527925] 'agreement among raft nodes before linearized reading' (duration: 268.914552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.731539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.313667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:02.731557Z","caller":"traceutil/trace.go:171","msg":"trace[1419209521] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19485; }","duration":"810.372129ms","start":"2026-02-27T02:07:01.921179Z","end":"2026-02-27T02:07:02.731551Z","steps":["trace[1419209521] 'agreement among raft nodes before linearized reading' (duration: 810.317477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.731574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.92116Z","time spent":"810.40966ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":47,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:02.731768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.579177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:02.731804Z","caller":"traceutil/trace.go:171","msg":"trace[1306269642] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19485; }","duration":"294.650649ms","start":"2026-02-27T02:07:02.437145Z","end":"2026-02-27T02:07:02.731796Z","steps":["trace[1306269642] 'agreement among raft nodes before linearized reading' (duration: 294.502026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:02.730956Z","caller":"traceutil/trace.go:171","msg":"trace[2123707070] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19485; }","duration":"485.356465ms","start":"2026-02-27T02:07:02.245592Z","end":"2026-02-27T02:07:02.730948Z","steps":["trace[2123707070] 'agreement among raft nodes before linearized reading' (duration: 485.301674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.731941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.245564Z","time spent":"486.367628ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:03.286799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.781085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:03.286918Z","caller":"traceutil/trace.go:171","msg":"trace[1211343888] transaction","detail":"{read_only:false; response_revision:19486; number_of_response:1; }","duration":"551.288636ms","start":"2026-02-27T02:07:02.735609Z","end":"2026-02-27T02:07:03.286897Z","steps":["trace[1211343888] 'process raft request' (duration: 445.315406ms)","trace[1211343888] 'compare' (duration: 105.411357ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:03.286975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.735583Z","time spent":"551.365977ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:03.299366Z","caller":"traceutil/trace.go:171","msg":"trace[879902915] transaction","detail":"{read_only:false; response_revision:19487; number_of_response:1; }","duration":"562.898264ms","start":"2026-02-27T02:07:02.736435Z","end":"2026-02-27T02:07:03.299333Z","steps":["trace[879902915] 'process raft request' (duration: 562.612508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:03.299543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.736416Z","time spent":"563.037188ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:03.299751Z","caller":"traceutil/trace.go:171","msg":"trace[1946486665] transaction","detail":"{read_only:false; response_revision:19489; number_of_response:1; }","duration":"563.11097ms","start":"2026-02-27T02:07:02.736603Z","end":"2026-02-27T02:07:03.299714Z","steps":["trace[1946486665] 'process raft request' (duration: 562.695101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:03.299966Z","caller":"traceutil/trace.go:171","msg":"trace[601459637] transaction","detail":"{read_only:false; response_revision:19490; number_of_response:1; }","duration":"563.298444ms","start":"2026-02-27T02:07:02.736643Z","end":"2026-02-27T02:07:03.299941Z","steps":["trace[601459637] 'process raft request' (duration: 562.714461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:03.299982Z","caller":"traceutil/trace.go:171","msg":"trace[792330579] transaction","detail":"{read_only:false; response_revision:19488; number_of_response:1; }","duration":"563.510729ms","start":"2026-02-27T02:07:02.736452Z","end":"2026-02-27T02:07:03.299963Z","steps":["trace[792330579] 'process raft request' (duration: 562.772422ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:03.299993Z","caller":"traceutil/trace.go:171","msg":"trace[328594246] transaction","detail":"{read_only:false; response_revision:19491; number_of_response:1; }","duration":"562.630639ms","start":"2026-02-27T02:07:02.737325Z","end":"2026-02-27T02:07:03.299956Z","steps":["trace[328594246] 'process raft request' (duration: 562.065126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:03.29971Z","caller":"traceutil/trace.go:171","msg":"trace[1362368791] linearizableReadLoop","detail":"{readStateIndex:20187; appliedIndex:20181; }","duration":"561.711118ms","start":"2026-02-27T02:07:02.737716Z","end":"2026-02-27T02:07:03.299427Z","steps":["trace[1362368791] 'read index received' (duration: 443.3378ms)","trace[1362368791] 'applied index is now lower than readState.Index' (duration: 118.372318ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:03.300169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.737308Z","time spent":"562.763261ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:03.30009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.736442Z","time spent":"563.595021ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:03.300347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.958397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:03.300429Z","caller":"traceutil/trace.go:171","msg":"trace[1788008432] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19491; }","duration":"311.09181ms","start":"2026-02-27T02:07:02.989318Z","end":"2026-02-27T02:07:03.30041Z","steps":["trace[1788008432] 'agreement among raft nodes before linearized reading' (duration: 310.946197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:03.300471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.989297Z","time spent":"311.163771ms","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:03.300459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.736452Z","time spent":"563.55551ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:03.30046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.655859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:07:03.300548Z","caller":"traceutil/trace.go:171","msg":"trace[1416583057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19491; }","duration":"562.842853ms","start":"2026-02-27T02:07:02.737687Z","end":"2026-02-27T02:07:03.30053Z","steps":["trace[1416583057] 'agreement among raft nodes before linearized reading' (duration: 562.455294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:03.300635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.737675Z","time spent":"562.943126ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:07:03.300674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.736594Z","time spent":"563.236933ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:08.85389Z","caller":"traceutil/trace.go:171","msg":"trace[846865028] transaction","detail":"{read_only:false; response_revision:19512; number_of_response:1; }","duration":"101.945536ms","start":"2026-02-27T02:07:08.751909Z","end":"2026-02-27T02:07:08.853855Z","steps":["trace[846865028] 'process raft request' (duration: 101.746921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.023795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746902668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:14.524691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746902668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:14.692767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169877862s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:07:14.693182Z","caller":"traceutil/trace.go:171","msg":"trace[497477232] transaction","detail":"{read_only:false; response_revision:19533; number_of_response:1; }","duration":"1.170356163s","start":"2026-02-27T02:07:13.522795Z","end":"2026-02-27T02:07:14.693151Z","steps":["trace[497477232] 'process raft request' (duration: 1.170194409s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.693378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.522778Z","time spent":"1.170530007s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:14.878948Z","caller":"traceutil/trace.go:171","msg":"trace[2095598547] linearizableReadLoop","detail":"{readStateIndex:20233; appliedIndex:20230; }","duration":"1.355651034s","start":"2026-02-27T02:07:13.523276Z","end":"2026-02-27T02:07:14.878927Z","steps":["trace[2095598547] 'read index received' (duration: 1.169727698s)","trace[2095598547] 'applied index is now lower than readState.Index' (duration: 185.922576ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:14.879053Z","caller":"traceutil/trace.go:171","msg":"trace[1184925478] transaction","detail":"{read_only:false; response_revision:19534; number_of_response:1; }","duration":"1.136042716s","start":"2026-02-27T02:07:13.743001Z","end":"2026-02-27T02:07:14.879044Z","steps":["trace[1184925478] 'process raft request' (duration: 1.135804071s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.879132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123067655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:14.879172Z","caller":"traceutil/trace.go:171","msg":"trace[1181496601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19534; }","duration":"1.123146347s","start":"2026-02-27T02:07:13.756016Z","end":"2026-02-27T02:07:14.879162Z","steps":["trace[1181496601] 'agreement among raft nodes before linearized reading' (duration: 1.123075876s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.879197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.755998Z","time spent":"1.123193958s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:14.879254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.029746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:14.879285Z","caller":"traceutil/trace.go:171","msg":"trace[596197920] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19534; }","duration":"809.064787ms","start":"2026-02-27T02:07:14.070212Z","end":"2026-02-27T02:07:14.879277Z","steps":["trace[596197920] 'agreement among raft nodes before linearized reading' (duration: 808.963045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.87927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34991315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:07:14.879344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356067773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:14.879362Z","caller":"traceutil/trace.go:171","msg":"trace[1091808642] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19534; }","duration":"1.356098174s","start":"2026-02-27T02:07:13.523259Z","end":"2026-02-27T02:07:14.879357Z","steps":["trace[1091808642] 'agreement among raft nodes before linearized reading' (duration: 1.356068763s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.879381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.523251Z","time spent":"1.356126624s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T02:07:14.879372Z","caller":"traceutil/trace.go:171","msg":"trace[634084910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19534; }","duration":"1.350033512s","start":"2026-02-27T02:07:13.529311Z","end":"2026-02-27T02:07:14.879345Z","steps":["trace[634084910] 'agreement among raft nodes before linearized reading' (duration: 1.349769516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.879395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34432931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:07:14.879442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.529306Z","time spent":"1.350120485s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:07:14.879448Z","caller":"traceutil/trace.go:171","msg":"trace[1862643343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19534; }","duration":"1.344405342s","start":"2026-02-27T02:07:13.535023Z","end":"2026-02-27T02:07:14.879428Z","steps":["trace[1862643343] 'agreement among raft nodes before linearized reading' (duration: 1.34429796s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.879268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344593687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:07:14.879499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.535001Z","time spent":"1.344486764s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:14.879137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.742977Z","time spent":"1.136096967s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:14.879543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348699712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:07:14.879508Z","caller":"traceutil/trace.go:171","msg":"trace[681710351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19534; }","duration":"1.344872203s","start":"2026-02-27T02:07:13.534629Z","end":"2026-02-27T02:07:14.879502Z","steps":["trace[681710351] 'agreement among raft nodes before linearized reading' (duration: 1.344491484s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:14.879578Z","caller":"traceutil/trace.go:171","msg":"trace[1145976239] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19534; }","duration":"1.348759124s","start":"2026-02-27T02:07:13.530808Z","end":"2026-02-27T02:07:14.879567Z","steps":["trace[1145976239] 'agreement among raft nodes before linearized reading' (duration: 1.348660251s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.879601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.530794Z","time spent":"1.348801824s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:14.879636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.534622Z","time spent":"1.345004956s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:14.879304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:14.07019Z","time spent":"809.109128ms","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:14.879728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349711555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:07:14.879824Z","caller":"traceutil/trace.go:171","msg":"trace[2144263892] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19534; }","duration":"1.349867389s","start":"2026-02-27T02:07:13.529931Z","end":"2026-02-27T02:07:14.879798Z","steps":["trace[2144263892] 'agreement among raft nodes before linearized reading' (duration: 1.349559642s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.879874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.529905Z","time spent":"1.349959761s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:14.880207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.738875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:07:14.880782Z","caller":"traceutil/trace.go:171","msg":"trace[801871472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19534; }","duration":"677.3422ms","start":"2026-02-27T02:07:14.203405Z","end":"2026-02-27T02:07:14.880747Z","steps":["trace[801871472] 'agreement among raft nodes before linearized reading' (duration: 675.834315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:14.880892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:14.203392Z","time spent":"677.485233ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:07:19.282326Z","caller":"traceutil/trace.go:171","msg":"trace[979044127] transaction","detail":"{read_only:false; response_revision:19555; number_of_response:1; }","duration":"196.747806ms","start":"2026-02-27T02:07:19.085549Z","end":"2026-02-27T02:07:19.282296Z","steps":["trace[979044127] 'process raft request' (duration: 196.586082ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:19.293404Z","caller":"traceutil/trace.go:171","msg":"trace[1770019407] transaction","detail":"{read_only:false; response_revision:19556; number_of_response:1; }","duration":"207.653859ms","start":"2026-02-27T02:07:19.085727Z","end":"2026-02-27T02:07:19.293381Z","steps":["trace[1770019407] 'process raft request' (duration: 207.482845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:19.29362Z","caller":"traceutil/trace.go:171","msg":"trace[1178133870] transaction","detail":"{read_only:false; response_revision:19557; number_of_response:1; }","duration":"207.620999ms","start":"2026-02-27T02:07:19.085989Z","end":"2026-02-27T02:07:19.29361Z","steps":["trace[1178133870] 'process raft request' (duration: 207.344202ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:19.293879Z","caller":"traceutil/trace.go:171","msg":"trace[396807300] transaction","detail":"{read_only:false; response_revision:19558; number_of_response:1; }","duration":"207.216159ms","start":"2026-02-27T02:07:19.086638Z","end":"2026-02-27T02:07:19.293854Z","steps":["trace[396807300] 'process raft request' (duration: 206.929753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:19.927842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.357253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:19.927909Z","caller":"traceutil/trace.go:171","msg":"trace[752144036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19559; }","duration":"170.435705ms","start":"2026-02-27T02:07:19.757457Z","end":"2026-02-27T02:07:19.927893Z","steps":["trace[752144036] 'range keys from in-memory index tree' (duration: 170.269802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:21.225464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746902742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:21.726116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746902742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:22.089018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380656644s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:07:22.089324Z","caller":"traceutil/trace.go:171","msg":"trace[490263517] transaction","detail":"{read_only:false; response_revision:19560; number_of_response:1; }","duration":"1.381093354s","start":"2026-02-27T02:07:20.708203Z","end":"2026-02-27T02:07:22.089296Z","steps":["trace[490263517] 'process raft request' (duration: 1.38096135s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.089476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.708178Z","time spent":"1.381212747s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:23.712658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623503212s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:07:23.712933Z","caller":"traceutil/trace.go:171","msg":"trace[1911899719] linearizableReadLoop","detail":"{readStateIndex:20261; appliedIndex:20259; }","duration":"2.98843007s","start":"2026-02-27T02:07:20.724484Z","end":"2026-02-27T02:07:23.712914Z","steps":["trace[1911899719] 'read index received' (duration: 1.364668302s)","trace[1911899719] 'applied index is now lower than readState.Index' (duration: 1.623761018s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:23.71306Z","caller":"traceutil/trace.go:171","msg":"trace[723553449] transaction","detail":"{read_only:false; response_revision:19561; number_of_response:1; }","duration":"2.687723371s","start":"2026-02-27T02:07:21.025298Z","end":"2026-02-27T02:07:23.713022Z","steps":["trace[723553449] 'process raft request' (duration: 2.687500615s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.713172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415949973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:07:23.713203Z","caller":"traceutil/trace.go:171","msg":"trace[997157774] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19561; }","duration":"2.416006794s","start":"2026-02-27T02:07:21.297185Z","end":"2026-02-27T02:07:23.713191Z","steps":["trace[997157774] 'agreement among raft nodes before linearized reading' (duration: 2.415945093s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.713231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.297164Z","time spent":"2.416061386s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:23.71324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.025276Z","time spent":"2.687866334s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:23.713265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592678295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:23.713317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981282264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:23.713344Z","caller":"traceutil/trace.go:171","msg":"trace[285017376] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:19561; }","duration":"2.592814449s","start":"2026-02-27T02:07:21.120511Z","end":"2026-02-27T02:07:23.713325Z","steps":["trace[285017376] 'agreement among raft nodes before linearized reading' (duration: 2.592685766s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.713107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988602714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:07:23.713389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.120489Z","time spent":"2.59289011s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:23.7134Z","caller":"traceutil/trace.go:171","msg":"trace[1464705051] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:19561; }","duration":"2.981388767s","start":"2026-02-27T02:07:20.731974Z","end":"2026-02-27T02:07:23.713363Z","steps":["trace[1464705051] 'agreement among raft nodes before linearized reading' (duration: 2.981093061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.713442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.731968Z","time spent":"2.981461939s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":216,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:23.713884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46747184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:23.713898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416704881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:07:23.713928Z","caller":"traceutil/trace.go:171","msg":"trace[471966959] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19561; }","duration":"1.467523981s","start":"2026-02-27T02:07:22.246393Z","end":"2026-02-27T02:07:23.713917Z","steps":["trace[471966959] 'agreement among raft nodes before linearized reading' (duration: 1.46745905s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.713938Z","caller":"traceutil/trace.go:171","msg":"trace[2028436005] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19561; }","duration":"2.416771242s","start":"2026-02-27T02:07:21.297153Z","end":"2026-02-27T02:07:23.713924Z","steps":["trace[2028436005] 'agreement among raft nodes before linearized reading' (duration: 2.416642239s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.713962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:22.246335Z","time spent":"1.467614363s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:23.713976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.297136Z","time spent":"2.416833923s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:23.713956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659833564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:07:23.714029Z","caller":"traceutil/trace.go:171","msg":"trace[357460783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19561; }","duration":"2.659952517s","start":"2026-02-27T02:07:21.054066Z","end":"2026-02-27T02:07:23.714019Z","steps":["trace[357460783] 'agreement among raft nodes before linearized reading' (duration: 2.659805803s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.714094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.054055Z","time spent":"2.660002457s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:07:23.714132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741142172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:23.714166Z","caller":"traceutil/trace.go:171","msg":"trace[751095937] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:19561; }","duration":"1.741214084s","start":"2026-02-27T02:07:21.972943Z","end":"2026-02-27T02:07:23.714157Z","steps":["trace[751095937] 'agreement among raft nodes before linearized reading' (duration: 1.741161513s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.714186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428523835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:07:23.71423Z","caller":"traceutil/trace.go:171","msg":"trace[1796072723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19561; }","duration":"2.428630497s","start":"2026-02-27T02:07:21.285587Z","end":"2026-02-27T02:07:23.714218Z","steps":["trace[1796072723] 'agreement among raft nodes before linearized reading' (duration: 2.428528185s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.714262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.285569Z","time spent":"2.428687699s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:23.714336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41710066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:07:23.714196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.972923Z","time spent":"1.741265855s","remote":"127.0.0.1:46876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:23.7144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688598651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:07:23.714466Z","caller":"traceutil/trace.go:171","msg":"trace[1330197322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19561; }","duration":"2.688659992s","start":"2026-02-27T02:07:21.025771Z","end":"2026-02-27T02:07:23.714431Z","steps":["trace[1330197322] 'agreement among raft nodes before linearized reading' (duration: 2.688519829s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:23.714365Z","caller":"traceutil/trace.go:171","msg":"trace[918831986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19561; }","duration":"2.417165491s","start":"2026-02-27T02:07:21.297193Z","end":"2026-02-27T02:07:23.714358Z","steps":["trace[918831986] 'agreement among raft nodes before linearized reading' (duration: 2.41709228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.714507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.025763Z","time spent":"2.688734565s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:23.714549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.297173Z","time spent":"2.417365176s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:07:23.713393Z","caller":"traceutil/trace.go:171","msg":"trace[647922529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19561; }","duration":"2.988931602s","start":"2026-02-27T02:07:20.724449Z","end":"2026-02-27T02:07:23.71338Z","steps":["trace[647922529] 'agreement among raft nodes before linearized reading' (duration: 2.988531633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.71462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.724432Z","time spent":"2.99016927s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:07:23.714234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953644614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:23.714701Z","caller":"traceutil/trace.go:171","msg":"trace[898552547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19561; }","duration":"1.954136265s","start":"2026-02-27T02:07:21.760551Z","end":"2026-02-27T02:07:23.714687Z","steps":["trace[898552547] 'agreement among raft nodes before linearized reading' (duration: 1.953662544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.714739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.760532Z","time spent":"1.954198827s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:23.714844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784860335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:23.714883Z","caller":"traceutil/trace.go:171","msg":"trace[1020797485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19561; }","duration":"2.784941127s","start":"2026-02-27T02:07:20.929933Z","end":"2026-02-27T02:07:23.714874Z","steps":["trace[1020797485] 'agreement among raft nodes before linearized reading' (duration: 2.784848675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.714974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.929909Z","time spent":"2.785052699s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:23.714268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052544129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:23.715028Z","caller":"traceutil/trace.go:171","msg":"trace[754053654] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:19561; }","duration":"2.053331057s","start":"2026-02-27T02:07:21.661679Z","end":"2026-02-27T02:07:23.71501Z","steps":["trace[754053654] 'agreement among raft nodes before linearized reading' (duration: 2.05257025s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:23.715078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.661657Z","time spent":"2.05340665s","remote":"127.0.0.1:46480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:25.059239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.646328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:25.059354Z","caller":"traceutil/trace.go:171","msg":"trace[1241111958] linearizableReadLoop","detail":"{readStateIndex:20262; appliedIndex:20261; }","duration":"1.337600374s","start":"2026-02-27T02:07:23.721733Z","end":"2026-02-27T02:07:25.059333Z","steps":["trace[1241111958] 'read index received' (duration: 422.770673ms)","trace[1241111958] 'applied index is now lower than readState.Index' (duration: 914.828111ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:25.059436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337694747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:25.05942Z","caller":"traceutil/trace.go:171","msg":"trace[1742785310] transaction","detail":"{read_only:false; response_revision:19562; number_of_response:1; }","duration":"1.340314658s","start":"2026-02-27T02:07:23.719066Z","end":"2026-02-27T02:07:25.05938Z","steps":["trace[1742785310] 'process raft request' (duration: 425.423764ms)","trace[1742785310] 'compare' (duration: 913.983493ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:25.059487Z","caller":"traceutil/trace.go:171","msg":"trace[334445256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19562; }","duration":"1.337764579s","start":"2026-02-27T02:07:23.721707Z","end":"2026-02-27T02:07:25.059472Z","steps":["trace[334445256] 'agreement among raft nodes before linearized reading' (duration: 1.337682027s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.059531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.721699Z","time spent":"1.33782101s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:25.059593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.719051Z","time spent":"1.340444291s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:25.276427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013934412s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:27.061946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000585652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:27.06202Z","caller":"traceutil/trace.go:171","msg":"trace[1740833723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000758077s","start":"2026-02-27T02:07:25.061243Z","end":"2026-02-27T02:07:27.062001Z","steps":["trace[1740833723] 'agreement among raft nodes before linearized reading' (duration: 2.000653054s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.06206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.061223Z","time spent":"2.000826639s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:27.116074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:26.71118Z","time spent":"404.884287ms","remote":"127.0.0.1:36274","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:27.116674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839871743s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:27.116852Z","caller":"traceutil/trace.go:171","msg":"trace[406421298] transaction","detail":"{read_only:false; response_revision:19563; number_of_response:1; }","duration":"3.395003796s","start":"2026-02-27T02:07:23.721817Z","end":"2026-02-27T02:07:27.116821Z","steps":["trace[406421298] 'process raft request' (duration: 1.554897728s)","trace[406421298] 'compare' (duration: 1.839465203s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:27.116885Z","caller":"traceutil/trace.go:171","msg":"trace[402334701] transaction","detail":"{read_only:false; response_revision:19564; number_of_response:1; }","duration":"3.395000107s","start":"2026-02-27T02:07:23.721846Z","end":"2026-02-27T02:07:27.116846Z","steps":["trace[402334701] 'process raft request' (duration: 3.394909345s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.116948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.721835Z","time spent":"3.395082138s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:27.116967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.721797Z","time spent":"3.395107069s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:27.116961Z","caller":"traceutil/trace.go:171","msg":"trace[2112573475] transaction","detail":"{read_only:false; response_revision:19565; number_of_response:1; }","duration":"3.394998556s","start":"2026-02-27T02:07:23.721953Z","end":"2026-02-27T02:07:27.116951Z","steps":["trace[2112573475] 'process raft request' (duration: 3.394854873s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.117079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.721946Z","time spent":"3.395111419s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:27.117096Z","caller":"traceutil/trace.go:171","msg":"trace[86002955] transaction","detail":"{read_only:false; response_revision:19566; number_of_response:1; }","duration":"3.394761581s","start":"2026-02-27T02:07:23.722329Z","end":"2026-02-27T02:07:27.117091Z","steps":["trace[86002955] 'process raft request' (duration: 3.394579977s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.117149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.722322Z","time spent":"3.394806912s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:27.117411Z","caller":"traceutil/trace.go:171","msg":"trace[1959403028] transaction","detail":"{read_only:false; response_revision:19567; number_of_response:1; }","duration":"3.395026767s","start":"2026-02-27T02:07:23.722373Z","end":"2026-02-27T02:07:27.1174Z","steps":["trace[1959403028] 'process raft request' (duration: 3.394676539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.117472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.722367Z","time spent":"3.395075428s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:27.11822Z","caller":"traceutil/trace.go:171","msg":"trace[2051860725] transaction","detail":"{read_only:false; response_revision:19568; number_of_response:1; }","duration":"3.395535209s","start":"2026-02-27T02:07:23.722661Z","end":"2026-02-27T02:07:27.118196Z","steps":["trace[2051860725] 'process raft request' (duration: 3.394672399s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.11836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.722654Z","time spent":"3.395638701s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:27.904146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.086265ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:07:27.904395Z","caller":"traceutil/trace.go:171","msg":"trace[1284699274] linearizableReadLoop","detail":"{readStateIndex:20269; appliedIndex:20262; }","duration":"2.843042226s","start":"2026-02-27T02:07:25.061334Z","end":"2026-02-27T02:07:27.904377Z","steps":["trace[1284699274] 'read index received' (duration: 215.399769ms)","trace[1284699274] 'applied index is now lower than readState.Index' (duration: 2.627641367s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:27.904737Z","caller":"traceutil/trace.go:171","msg":"trace[812200704] transaction","detail":"{read_only:false; response_revision:19569; number_of_response:1; }","duration":"2.716771385s","start":"2026-02-27T02:07:25.187942Z","end":"2026-02-27T02:07:27.904714Z","steps":["trace[812200704] 'process raft request' (duration: 2.716337155s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.90488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.187914Z","time spent":"2.716884898s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:28.906705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001935304s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:28.906867Z","caller":"traceutil/trace.go:171","msg":"trace[739804041] linearizableReadLoop","detail":"{readStateIndex:20272; appliedIndex:20270; }","duration":"1.002423935s","start":"2026-02-27T02:07:27.904431Z","end":"2026-02-27T02:07:28.906855Z","steps":["trace[739804041] 'read index received' (duration: 61.251572ms)","trace[739804041] 'applied index is now lower than readState.Index' (duration: 941.171373ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:28.907024Z","caller":"traceutil/trace.go:171","msg":"trace[1240685016] transaction","detail":"{read_only:false; response_revision:19570; number_of_response:1; }","duration":"3.186134958s","start":"2026-02-27T02:07:25.720883Z","end":"2026-02-27T02:07:28.907018Z","steps":["trace[1240685016] 'process raft request' (duration: 2.183818435s)","trace[1240685016] 'compare' (duration: 1.001716679s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:28.907065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.72086Z","time spent":"3.18618572s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:28.907172Z","caller":"traceutil/trace.go:171","msg":"trace[551670728] transaction","detail":"{read_only:false; response_revision:19571; number_of_response:1; }","duration":"1.72822929s","start":"2026-02-27T02:07:27.178938Z","end":"2026-02-27T02:07:28.907167Z","steps":["trace[551670728] 'process raft request' (duration: 1.727845722s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.907201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.178919Z","time spent":"1.728268432s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:28.907288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437534354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:28.907309Z","caller":"traceutil/trace.go:171","msg":"trace[49299920] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19571; }","duration":"1.437556585s","start":"2026-02-27T02:07:27.469746Z","end":"2026-02-27T02:07:28.907303Z","steps":["trace[49299920] 'agreement among raft nodes before linearized reading' (duration: 1.437510013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.907323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.469697Z","time spent":"1.437622986s","remote":"127.0.0.1:46914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:28.907424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.030382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:28.907489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839570675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:28.907507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.717757627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:07:28.90754Z","caller":"traceutil/trace.go:171","msg":"trace[965368776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19571; }","duration":"1.839623097s","start":"2026-02-27T02:07:27.067899Z","end":"2026-02-27T02:07:28.907522Z","steps":["trace[965368776] 'agreement among raft nodes before linearized reading' (duration: 1.839569325s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.907576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.067893Z","time spent":"1.839676208s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:07:28.907578Z","caller":"traceutil/trace.go:171","msg":"trace[1769579293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19571; }","duration":"3.717868089s","start":"2026-02-27T02:07:25.189692Z","end":"2026-02-27T02:07:28.90756Z","steps":["trace[1769579293] 'agreement among raft nodes before linearized reading' (duration: 3.717665835s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.907574Z","caller":"traceutil/trace.go:171","msg":"trace[722173513] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19571; }","duration":"605.185835ms","start":"2026-02-27T02:07:28.302321Z","end":"2026-02-27T02:07:28.907507Z","steps":["trace[722173513] 'agreement among raft nodes before linearized reading' (duration: 604.96955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.907665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105360204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:28.907692Z","caller":"traceutil/trace.go:171","msg":"trace[1820524107] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19571; }","duration":"2.105426035s","start":"2026-02-27T02:07:26.80226Z","end":"2026-02-27T02:07:28.907686Z","steps":["trace[1820524107] 'agreement among raft nodes before linearized reading' (duration: 2.105377674s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.907708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:26.802239Z","time spent":"2.105465376s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:28.907741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557494417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:07:28.907797Z","caller":"traceutil/trace.go:171","msg":"trace[463107727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19571; }","duration":"3.55761347s","start":"2026-02-27T02:07:25.350169Z","end":"2026-02-27T02:07:28.907782Z","steps":["trace[463107727] 'agreement among raft nodes before linearized reading' (duration: 3.557481347s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.907844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.350148Z","time spent":"3.557684612s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:28.907858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844272214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:07:28.907864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151627837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127288"} {"level":"info","ts":"2026-02-27T02:07:28.907884Z","caller":"traceutil/trace.go:171","msg":"trace[282714612] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19571; }","duration":"1.844328216s","start":"2026-02-27T02:07:27.063551Z","end":"2026-02-27T02:07:28.907879Z","steps":["trace[282714612] 'agreement among raft nodes before linearized reading' (duration: 1.844242904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.907862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843892636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-02-27T02:07:28.907901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.063535Z","time spent":"1.844359356s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:07:28.907895Z","caller":"traceutil/trace.go:171","msg":"trace[1579523829] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19571; }","duration":"2.151702069s","start":"2026-02-27T02:07:26.756184Z","end":"2026-02-27T02:07:28.907886Z","steps":["trace[1579523829] 'agreement among raft nodes before linearized reading' (duration: 2.151567666s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.907926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:26.756158Z","time spent":"2.151761351s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127311,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-27T02:07:28.907939Z","caller":"traceutil/trace.go:171","msg":"trace[834414121] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585; range_end:; response_count:1; response_revision:19571; }","duration":"1.843980398s","start":"2026-02-27T02:07:27.063933Z","end":"2026-02-27T02:07:28.907913Z","steps":["trace[834414121] 'agreement among raft nodes before linearized reading' (duration: 1.843778013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.907985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.063927Z","time spent":"1.844043989s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" "} {"level":"warn","ts":"2026-02-27T02:07:28.908074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564215103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:28.907435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786512663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:07:28.908129Z","caller":"traceutil/trace.go:171","msg":"trace[1837032090] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19571; }","duration":"2.78727607s","start":"2026-02-27T02:07:26.120847Z","end":"2026-02-27T02:07:28.908123Z","steps":["trace[1837032090] 'agreement among raft nodes before linearized reading' (duration: 2.786427301s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.908092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.244839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-27T02:07:28.908146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:26.120828Z","time spent":"2.787313761s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T02:07:28.908186Z","caller":"traceutil/trace.go:171","msg":"trace[902586378] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:19571; }","duration":"453.382021ms","start":"2026-02-27T02:07:28.454784Z","end":"2026-02-27T02:07:28.908166Z","steps":["trace[902586378] 'agreement among raft nodes before linearized reading' (duration: 453.096655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.908274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.454767Z","time spent":"453.465774ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T02:07:28.908284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171791555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-27T02:07:28.908097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.19842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:28.908335Z","caller":"traceutil/trace.go:171","msg":"trace[954447426] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19571; }","duration":"2.171879037s","start":"2026-02-27T02:07:26.736443Z","end":"2026-02-27T02:07:28.908322Z","steps":["trace[954447426] 'agreement among raft nodes before linearized reading' (duration: 2.171717483s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.908357Z","caller":"traceutil/trace.go:171","msg":"trace[651705690] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:19571; }","duration":"254.488416ms","start":"2026-02-27T02:07:28.653847Z","end":"2026-02-27T02:07:28.908336Z","steps":["trace[651705690] 'agreement among raft nodes before linearized reading' (duration: 254.19069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.908385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:26.736397Z","time spent":"2.171976229s","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T02:07:28.907627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.189658Z","time spent":"3.717956151s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:07:28.908491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.644357153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:266798"} {"level":"info","ts":"2026-02-27T02:07:28.908134Z","caller":"traceutil/trace.go:171","msg":"trace[1770297064] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19571; }","duration":"2.564305365s","start":"2026-02-27T02:07:26.343815Z","end":"2026-02-27T02:07:28.90812Z","steps":["trace[1770297064] 'agreement among raft nodes before linearized reading' (duration: 2.564206203s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.908574Z","caller":"traceutil/trace.go:171","msg":"trace[1146612274] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:19571; }","duration":"3.644516196s","start":"2026-02-27T02:07:25.264037Z","end":"2026-02-27T02:07:28.908554Z","steps":["trace[1146612274] 'agreement among raft nodes before linearized reading' (duration: 3.643856841s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.908597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:26.343799Z","time spent":"2.564774256s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:28.90863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.264012Z","time spent":"3.644603749s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":266821,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:07:28.907672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.3023Z","time spent":"605.357119ms","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:29.183851Z","caller":"traceutil/trace.go:171","msg":"trace[998944084] transaction","detail":"{read_only:false; response_revision:19572; number_of_response:1; }","duration":"274.00426ms","start":"2026-02-27T02:07:28.909825Z","end":"2026-02-27T02:07:29.183829Z","steps":["trace[998944084] 'process raft request' (duration: 273.859236ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.187414Z","caller":"traceutil/trace.go:171","msg":"trace[2057646957] linearizableReadLoop","detail":"{readStateIndex:20274; appliedIndex:20273; }","duration":"277.250636ms","start":"2026-02-27T02:07:28.910145Z","end":"2026-02-27T02:07:29.187396Z","steps":["trace[2057646957] 'read index received' (duration: 273.760704ms)","trace[2057646957] 'applied index is now lower than readState.Index' (duration: 3.488422ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:29.187524Z","caller":"traceutil/trace.go:171","msg":"trace[638113283] transaction","detail":"{read_only:false; response_revision:19573; number_of_response:1; }","duration":"275.628348ms","start":"2026-02-27T02:07:28.911853Z","end":"2026-02-27T02:07:29.187482Z","steps":["trace[638113283] 'process raft request' (duration: 275.331131ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.187609Z","caller":"traceutil/trace.go:171","msg":"trace[2107003343] transaction","detail":"{read_only:false; response_revision:19574; number_of_response:1; }","duration":"274.781478ms","start":"2026-02-27T02:07:28.912811Z","end":"2026-02-27T02:07:29.187592Z","steps":["trace[2107003343] 'process raft request' (duration: 274.470131ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.187869Z","caller":"traceutil/trace.go:171","msg":"trace[1096106481] transaction","detail":"{read_only:false; response_revision:19575; number_of_response:1; }","duration":"274.562082ms","start":"2026-02-27T02:07:28.913291Z","end":"2026-02-27T02:07:29.187853Z","steps":["trace[1096106481] 'process raft request' (duration: 274.05711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:29.18807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.15664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:07:29.188159Z","caller":"traceutil/trace.go:171","msg":"trace[2110398950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19575; }","duration":"276.263563ms","start":"2026-02-27T02:07:28.911865Z","end":"2026-02-27T02:07:29.188128Z","steps":["trace[2110398950] 'agreement among raft nodes before linearized reading' (duration: 276.021627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:29.188425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.186808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:29.188531Z","caller":"traceutil/trace.go:171","msg":"trace[86126421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19575; }","duration":"272.529645ms","start":"2026-02-27T02:07:28.915974Z","end":"2026-02-27T02:07:29.188503Z","steps":["trace[86126421] 'agreement among raft nodes before linearized reading' (duration: 272.160887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:29.188825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.872146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:78 size:105324"} {"level":"info","ts":"2026-02-27T02:07:29.188899Z","caller":"traceutil/trace.go:171","msg":"trace[1676077933] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:78; response_revision:19575; }","duration":"276.984879ms","start":"2026-02-27T02:07:28.911898Z","end":"2026-02-27T02:07:29.188883Z","steps":["trace[1676077933] 'agreement among raft nodes before linearized reading' (duration: 276.256492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:29.189336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.1782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:78 size:105324"} {"level":"info","ts":"2026-02-27T02:07:29.189505Z","caller":"traceutil/trace.go:171","msg":"trace[1443715629] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:78; response_revision:19575; }","duration":"279.393095ms","start":"2026-02-27T02:07:28.910099Z","end":"2026-02-27T02:07:29.189492Z","steps":["trace[1443715629] 'agreement among raft nodes before linearized reading' (duration: 277.733797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.302298Z","caller":"traceutil/trace.go:171","msg":"trace[1808905166] transaction","detail":"{read_only:false; response_revision:19577; number_of_response:1; }","duration":"107.234839ms","start":"2026-02-27T02:07:29.195045Z","end":"2026-02-27T02:07:29.30228Z","steps":["trace[1808905166] 'process raft request' (duration: 105.857667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.303046Z","caller":"traceutil/trace.go:171","msg":"trace[72727205] transaction","detail":"{read_only:false; response_revision:19578; number_of_response:1; }","duration":"107.971406ms","start":"2026-02-27T02:07:29.19505Z","end":"2026-02-27T02:07:29.303021Z","steps":["trace[72727205] 'process raft request' (duration: 107.820832ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.303121Z","caller":"traceutil/trace.go:171","msg":"trace[1268998158] transaction","detail":"{read_only:false; response_revision:19579; number_of_response:1; }","duration":"107.880404ms","start":"2026-02-27T02:07:29.195219Z","end":"2026-02-27T02:07:29.303099Z","steps":["trace[1268998158] 'process raft request' (duration: 107.73538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.303133Z","caller":"traceutil/trace.go:171","msg":"trace[599399016] linearizableReadLoop","detail":"{readStateIndex:20281; appliedIndex:20278; }","duration":"107.315121ms","start":"2026-02-27T02:07:29.195802Z","end":"2026-02-27T02:07:29.303117Z","steps":["trace[599399016] 'read index received' (duration: 105.052419ms)","trace[599399016] 'applied index is now lower than readState.Index' (duration: 2.262062ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:29.303186Z","caller":"traceutil/trace.go:171","msg":"trace[113585604] transaction","detail":"{read_only:false; response_revision:19582; number_of_response:1; }","duration":"106.937342ms","start":"2026-02-27T02:07:29.196241Z","end":"2026-02-27T02:07:29.303178Z","steps":["trace[113585604] 'process raft request' (duration: 106.85498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.303193Z","caller":"traceutil/trace.go:171","msg":"trace[1695891872] transaction","detail":"{read_only:false; response_revision:19581; number_of_response:1; }","duration":"107.050475ms","start":"2026-02-27T02:07:29.196129Z","end":"2026-02-27T02:07:29.303179Z","steps":["trace[1695891872] 'process raft request' (duration: 106.930042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:29.303362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.391733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T02:07:29.303393Z","caller":"traceutil/trace.go:171","msg":"trace[2050951668] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19582; }","duration":"107.449723ms","start":"2026-02-27T02:07:29.195938Z","end":"2026-02-27T02:07:29.303388Z","steps":["trace[2050951668] 'agreement among raft nodes before linearized reading' (duration: 107.31295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:29.303534Z","caller":"traceutil/trace.go:171","msg":"trace[2126861007] transaction","detail":"{read_only:false; response_revision:19580; number_of_response:1; }","duration":"107.479825ms","start":"2026-02-27T02:07:29.196046Z","end":"2026-02-27T02:07:29.303526Z","steps":["trace[2126861007] 'process raft request' (duration: 106.930482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:29.303621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.512336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127288"} {"level":"info","ts":"2026-02-27T02:07:29.303671Z","caller":"traceutil/trace.go:171","msg":"trace[805656928] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19582; }","duration":"107.893444ms","start":"2026-02-27T02:07:29.19577Z","end":"2026-02-27T02:07:29.303663Z","steps":["trace[805656928] 'agreement among raft nodes before linearized reading' (duration: 107.431023ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:31.345902Z","caller":"traceutil/trace.go:171","msg":"trace[421167878] linearizableReadLoop","detail":"{readStateIndex:20286; appliedIndex:20285; }","duration":"141.921034ms","start":"2026-02-27T02:07:31.203969Z","end":"2026-02-27T02:07:31.34589Z","steps":["trace[421167878] 'read index received' (duration: 141.784021ms)","trace[421167878] 'applied index is now lower than readState.Index' (duration: 136.483µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:31.346059Z","caller":"traceutil/trace.go:171","msg":"trace[1141842033] transaction","detail":"{read_only:false; response_revision:19584; number_of_response:1; }","duration":"147.604236ms","start":"2026-02-27T02:07:31.198429Z","end":"2026-02-27T02:07:31.346033Z","steps":["trace[1141842033] 'process raft request' (duration: 147.381141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.346142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.166749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:31.34689Z","caller":"traceutil/trace.go:171","msg":"trace[1626316169] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19584; }","duration":"142.957058ms","start":"2026-02-27T02:07:31.203924Z","end":"2026-02-27T02:07:31.346881Z","steps":["trace[1626316169] 'agreement among raft nodes before linearized reading' (duration: 142.18006ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:39.604701Z","caller":"traceutil/trace.go:171","msg":"trace[98717656] transaction","detail":"{read_only:false; response_revision:19627; number_of_response:1; }","duration":"163.968986ms","start":"2026-02-27T02:07:39.440706Z","end":"2026-02-27T02:07:39.604675Z","steps":["trace[98717656] 'process raft request' (duration: 146.958031ms)","trace[98717656] 'compare' (duration: 16.748839ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:39.604783Z","caller":"traceutil/trace.go:171","msg":"trace[1199960592] linearizableReadLoop","detail":"{readStateIndex:20333; appliedIndex:20330; }","duration":"116.863682ms","start":"2026-02-27T02:07:39.487903Z","end":"2026-02-27T02:07:39.604767Z","steps":["trace[1199960592] 'read index received' (duration: 1.568436ms)","trace[1199960592] 'applied index is now lower than readState.Index' (duration: 115.294216ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:39.604918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.005906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:39.60496Z","caller":"traceutil/trace.go:171","msg":"trace[803322417] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19628; }","duration":"117.094147ms","start":"2026-02-27T02:07:39.487856Z","end":"2026-02-27T02:07:39.60495Z","steps":["trace[803322417] 'agreement among raft nodes before linearized reading' (duration: 116.965214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:39.605162Z","caller":"traceutil/trace.go:171","msg":"trace[1055093144] transaction","detail":"{read_only:false; response_revision:19628; number_of_response:1; }","duration":"164.371845ms","start":"2026-02-27T02:07:39.44078Z","end":"2026-02-27T02:07:39.605151Z","steps":["trace[1055093144] 'process raft request' (duration: 163.839273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:49.904899Z","caller":"traceutil/trace.go:171","msg":"trace[1486744369] linearizableReadLoop","detail":"{readStateIndex:20380; appliedIndex:20379; }","duration":"168.887939ms","start":"2026-02-27T02:07:49.735991Z","end":"2026-02-27T02:07:49.904879Z","steps":["trace[1486744369] 'read index received' (duration: 168.783977ms)","trace[1486744369] 'applied index is now lower than readState.Index' (duration: 103.002µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:49.904962Z","caller":"traceutil/trace.go:171","msg":"trace[19519452] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"177.306665ms","start":"2026-02-27T02:07:49.727617Z","end":"2026-02-27T02:07:49.904924Z","steps":["trace[19519452] 'process raft request' (duration: 177.136361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:49.905105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.093875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:07:49.905149Z","caller":"traceutil/trace.go:171","msg":"trace[21979282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19673; }","duration":"169.177646ms","start":"2026-02-27T02:07:49.73596Z","end":"2026-02-27T02:07:49.905138Z","steps":["trace[21979282] 'agreement among raft nodes before linearized reading' (duration: 169.042623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:49.905212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.217053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:49.905307Z","caller":"traceutil/trace.go:171","msg":"trace[1240522348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19673; }","duration":"149.355697ms","start":"2026-02-27T02:07:49.755931Z","end":"2026-02-27T02:07:49.905286Z","steps":["trace[1240522348] 'agreement among raft nodes before linearized reading' (duration: 149.207403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:49.905337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.91198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:07:49.905442Z","caller":"traceutil/trace.go:171","msg":"trace[1601325517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19673; }","duration":"169.049244ms","start":"2026-02-27T02:07:49.736363Z","end":"2026-02-27T02:07:49.905413Z","steps":["trace[1601325517] 'agreement among raft nodes before linearized reading' (duration: 168.748637ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:51.722064Z","caller":"traceutil/trace.go:171","msg":"trace[1796985138] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"100.720998ms","start":"2026-02-27T02:07:51.621307Z","end":"2026-02-27T02:07:51.722028Z","steps":["trace[1796985138] 'process raft request' (duration: 100.492233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:49.82935Z","caller":"traceutil/trace.go:171","msg":"trace[1980695723] transaction","detail":"{read_only:false; response_revision:20211; number_of_response:1; }","duration":"139.348325ms","start":"2026-02-27T02:08:49.689965Z","end":"2026-02-27T02:08:49.829313Z","steps":["trace[1980695723] 'process raft request' (duration: 139.15169ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:50.607822Z","caller":"traceutil/trace.go:171","msg":"trace[284850287] transaction","detail":"{read_only:false; response_revision:20214; number_of_response:1; }","duration":"214.206672ms","start":"2026-02-27T02:08:50.393587Z","end":"2026-02-27T02:08:50.607794Z","steps":["trace[284850287] 'process raft request' (duration: 150.530104ms)","trace[284850287] 'compare' (duration: 63.496764ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:50.608077Z","caller":"traceutil/trace.go:171","msg":"trace[62473659] transaction","detail":"{read_only:false; response_revision:20215; number_of_response:1; }","duration":"214.391666ms","start":"2026-02-27T02:08:50.393626Z","end":"2026-02-27T02:08:50.608018Z","steps":["trace[62473659] 'process raft request' (duration: 214.12908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:50.608328Z","caller":"traceutil/trace.go:171","msg":"trace[1362426238] transaction","detail":"{read_only:false; response_revision:20216; number_of_response:1; }","duration":"214.675663ms","start":"2026-02-27T02:08:50.39363Z","end":"2026-02-27T02:08:50.608305Z","steps":["trace[1362426238] 'process raft request' (duration: 214.311034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:50.608497Z","caller":"traceutil/trace.go:171","msg":"trace[729061445] transaction","detail":"{read_only:false; response_revision:20218; number_of_response:1; }","duration":"214.749394ms","start":"2026-02-27T02:08:50.393725Z","end":"2026-02-27T02:08:50.608474Z","steps":["trace[729061445] 'process raft request' (duration: 214.683812ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:50.608671Z","caller":"traceutil/trace.go:171","msg":"trace[1986486750] transaction","detail":"{read_only:false; response_revision:20217; number_of_response:1; }","duration":"214.994319ms","start":"2026-02-27T02:08:50.393635Z","end":"2026-02-27T02:08:50.608629Z","steps":["trace[1986486750] 'process raft request' (duration: 214.432376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:25.445532Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18832} {"level":"info","ts":"2026-02-27T02:10:25.575484Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18832,"took":"126.502879ms","hash":2876624043,"current-db-size-bytes":44617728,"current-db-size":"45 MB","current-db-size-in-use-bytes":28332032,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T02:10:25.575542Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2876624043,"revision":18832,"compact-revision":16332} {"level":"info","ts":"2026-02-27T02:10:59.044151Z","caller":"traceutil/trace.go:171","msg":"trace[1925711859] transaction","detail":"{read_only:false; response_revision:21194; number_of_response:1; }","duration":"146.183846ms","start":"2026-02-27T02:10:58.897938Z","end":"2026-02-27T02:10:59.044122Z","steps":["trace[1925711859] 'process raft request' (duration: 145.988911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:59.278519Z","caller":"traceutil/trace.go:171","msg":"trace[275386992] transaction","detail":"{read_only:false; response_revision:21195; number_of_response:1; }","duration":"182.116711ms","start":"2026-02-27T02:10:59.096381Z","end":"2026-02-27T02:10:59.278498Z","steps":["trace[275386992] 'process raft request' (duration: 181.473816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:11.438422Z","caller":"traceutil/trace.go:171","msg":"trace[1872612955] transaction","detail":"{read_only:false; response_revision:21343; number_of_response:1; }","duration":"100.598737ms","start":"2026-02-27T02:11:11.337795Z","end":"2026-02-27T02:11:11.438394Z","steps":["trace[1872612955] 'process raft request' (duration: 100.379442ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:11.576551Z","caller":"traceutil/trace.go:171","msg":"trace[1440006614] transaction","detail":"{read_only:false; response_revision:21344; number_of_response:1; }","duration":"133.389859ms","start":"2026-02-27T02:11:11.443125Z","end":"2026-02-27T02:11:11.576515Z","steps":["trace[1440006614] 'process raft request' (duration: 65.979773ms)","trace[1440006614] 'compare' (duration: 67.273033ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:11.601849Z","caller":"traceutil/trace.go:171","msg":"trace[1906897238] transaction","detail":"{read_only:false; response_revision:21345; number_of_response:1; }","duration":"158.646695ms","start":"2026-02-27T02:11:11.443187Z","end":"2026-02-27T02:11:11.601834Z","steps":["trace[1906897238] 'process raft request' (duration: 158.498632ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:11.602116Z","caller":"traceutil/trace.go:171","msg":"trace[1792702013] transaction","detail":"{read_only:false; response_revision:21346; number_of_response:1; }","duration":"158.754778ms","start":"2026-02-27T02:11:11.443341Z","end":"2026-02-27T02:11:11.602096Z","steps":["trace[1792702013] 'process raft request' (duration: 158.446771ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:11.602311Z","caller":"traceutil/trace.go:171","msg":"trace[676846811] transaction","detail":"{read_only:false; response_revision:21347; number_of_response:1; }","duration":"158.556484ms","start":"2026-02-27T02:11:11.443736Z","end":"2026-02-27T02:11:11.602292Z","steps":["trace[676846811] 'process raft request' (duration: 158.292958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:11.602336Z","caller":"traceutil/trace.go:171","msg":"trace[35523863] transaction","detail":"{read_only:false; response_revision:21348; number_of_response:1; }","duration":"158.469502ms","start":"2026-02-27T02:11:11.443857Z","end":"2026-02-27T02:11:11.602327Z","steps":["trace[35523863] 'process raft request' (duration: 158.369789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:16.54144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.820992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:11:16.541597Z","caller":"traceutil/trace.go:171","msg":"trace[2033197582] transaction","detail":"{read_only:false; response_revision:21701; number_of_response:1; }","duration":"125.188389ms","start":"2026-02-27T02:11:16.416394Z","end":"2026-02-27T02:11:16.541582Z","steps":["trace[2033197582] 'process raft request' (duration: 125.143747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:16.541589Z","caller":"traceutil/trace.go:171","msg":"trace[564608668] transaction","detail":"{read_only:false; response_revision:21700; number_of_response:1; }","duration":"206.114198ms","start":"2026-02-27T02:11:16.335447Z","end":"2026-02-27T02:11:16.541561Z","steps":["trace[564608668] 'process raft request' (duration: 68.109972ms)","trace[564608668] 'compare' (duration: 137.560746ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:16.541736Z","caller":"traceutil/trace.go:171","msg":"trace[1739277382] linearizableReadLoop","detail":"{readStateIndex:22472; appliedIndex:22471; }","duration":"203.869977ms","start":"2026-02-27T02:11:16.337842Z","end":"2026-02-27T02:11:16.541712Z","steps":["trace[1739277382] 'read index received' (duration: 8.015046ms)","trace[1739277382] 'applied index is now lower than readState.Index' (duration: 195.85247ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:16.542075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.183263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4169"} {"level":"info","ts":"2026-02-27T02:11:16.542123Z","caller":"traceutil/trace.go:171","msg":"trace[24570696] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:21701; }","duration":"204.313947ms","start":"2026-02-27T02:11:16.337795Z","end":"2026-02-27T02:11:16.542108Z","steps":["trace[24570696] 'agreement among raft nodes before linearized reading' (duration: 204.046671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:16.556417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.937855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364563"} {"level":"info","ts":"2026-02-27T02:11:16.556552Z","caller":"traceutil/trace.go:171","msg":"trace[1073329445] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21703; }","duration":"206.078038ms","start":"2026-02-27T02:11:16.350456Z","end":"2026-02-27T02:11:16.556534Z","steps":["trace[1073329445] 'agreement among raft nodes before linearized reading' (duration: 193.67704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:16.557465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.503384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:16.557522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.482959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service-cert\" ","response":"range_response_count:1 size:5910"} {"level":"info","ts":"2026-02-27T02:11:16.557568Z","caller":"traceutil/trace.go:171","msg":"trace[1788026535] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:21703; }","duration":"168.688019ms","start":"2026-02-27T02:11:16.388841Z","end":"2026-02-27T02:11:16.557529Z","steps":["trace[1788026535] 'agreement among raft nodes before linearized reading' (duration: 168.212308ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:16.557651Z","caller":"traceutil/trace.go:171","msg":"trace[1422861737] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service-cert; range_end:; response_count:1; response_revision:21703; }","duration":"188.597422ms","start":"2026-02-27T02:11:16.368998Z","end":"2026-02-27T02:11:16.557595Z","steps":["trace[1422861737] 'agreement among raft nodes before linearized reading' (duration: 188.10618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:16.55778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.194954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-9hp89\" ","response":"range_response_count:1 size:3480"} {"level":"info","ts":"2026-02-27T02:11:16.557847Z","caller":"traceutil/trace.go:171","msg":"trace[498026561] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-9hp89; range_end:; response_count:1; response_revision:21703; }","duration":"204.261076ms","start":"2026-02-27T02:11:16.353555Z","end":"2026-02-27T02:11:16.557816Z","steps":["trace[498026561] 'agreement among raft nodes before linearized reading' (duration: 203.57159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:16.558265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.176261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-02-27T02:11:16.558352Z","caller":"traceutil/trace.go:171","msg":"trace[1519224573] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21703; }","duration":"169.268422ms","start":"2026-02-27T02:11:16.389048Z","end":"2026-02-27T02:11:16.558316Z","steps":["trace[1519224573] 'agreement among raft nodes before linearized reading' (duration: 167.972702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.041179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.381153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.041245Z","caller":"traceutil/trace.go:171","msg":"trace[171772941] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21748; }","duration":"289.472075ms","start":"2026-02-27T02:11:17.751755Z","end":"2026-02-27T02:11:18.041227Z","steps":["trace[171772941] 'count revisions from in-memory index tree' (duration: 289.348912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.041326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.569007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:18.041281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.812881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:9970"} {"level":"info","ts":"2026-02-27T02:11:18.042165Z","caller":"traceutil/trace.go:171","msg":"trace[663673048] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21748; }","duration":"317.716252ms","start":"2026-02-27T02:11:17.724416Z","end":"2026-02-27T02:11:18.042132Z","steps":["trace[663673048] 'range keys from in-memory index tree' (duration: 316.657857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.041428Z","caller":"traceutil/trace.go:171","msg":"trace[366089654] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21748; }","duration":"289.708871ms","start":"2026-02-27T02:11:17.751697Z","end":"2026-02-27T02:11:18.041406Z","steps":["trace[366089654] 'range keys from in-memory index tree' (duration: 289.479106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.042396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.724411Z","time spent":"317.812814ms","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":9993,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-02-27T02:11:18.041487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.113854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:11:18.042582Z","caller":"traceutil/trace.go:171","msg":"trace[1869496190] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21748; }","duration":"326.24151ms","start":"2026-02-27T02:11:17.716315Z","end":"2026-02-27T02:11:18.042556Z","steps":["trace[1869496190] 'range keys from in-memory index tree' (duration: 324.9745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.042782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.716305Z","time spent":"326.366292ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:11:18.041579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.343539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:11:18.04313Z","caller":"traceutil/trace.go:171","msg":"trace[1444303713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21748; }","duration":"326.843734ms","start":"2026-02-27T02:11:17.716203Z","end":"2026-02-27T02:11:18.043046Z","steps":["trace[1444303713] 'range keys from in-memory index tree' (duration: 325.077723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.043186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.716196Z","time spent":"326.972427ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:11:18.041593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.531873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:11:18.043513Z","caller":"traceutil/trace.go:171","msg":"trace[214722764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21748; }","duration":"327.460228ms","start":"2026-02-27T02:11:17.71602Z","end":"2026-02-27T02:11:18.04348Z","steps":["trace[214722764] 'range keys from in-memory index tree' (duration: 325.37225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.043602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.716004Z","time spent":"327.54484ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:11:18.041634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.555611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:11:18.0438Z","caller":"traceutil/trace.go:171","msg":"trace[914652890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21748; }","duration":"326.737931ms","start":"2026-02-27T02:11:17.717046Z","end":"2026-02-27T02:11:18.043784Z","steps":["trace[914652890] 'range keys from in-memory index tree' (duration: 324.494099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.043854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.717031Z","time spent":"326.806023ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:11:18.041678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.178425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:11:18.044015Z","caller":"traceutil/trace.go:171","msg":"trace[218435377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21748; }","duration":"327.53514ms","start":"2026-02-27T02:11:17.716469Z","end":"2026-02-27T02:11:18.044005Z","steps":["trace[218435377] 'range keys from in-memory index tree' (duration: 325.109903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.044052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.716464Z","time spent":"327.579291ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:11:18.041681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.288615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capo-system/capo-serving-cert-mz44t\" ","response":"range_response_count:1 size:2477"} {"level":"info","ts":"2026-02-27T02:11:18.044104Z","caller":"traceutil/trace.go:171","msg":"trace[1194819705] range","detail":"{range_begin:/registry/secrets/capo-system/capo-serving-cert-mz44t; range_end:; response_count:1; response_revision:21748; }","duration":"323.717101ms","start":"2026-02-27T02:11:17.720376Z","end":"2026-02-27T02:11:18.044093Z","steps":["trace[1194819705] 'range keys from in-memory index tree' (duration: 321.224163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.044187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.720372Z","time spent":"323.800873ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2500,"request content":"key:\"/registry/secrets/capo-system/capo-serving-cert-mz44t\" "} {"level":"warn","ts":"2026-02-27T02:11:18.041681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.108282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2338"} {"level":"info","ts":"2026-02-27T02:11:18.044312Z","caller":"traceutil/trace.go:171","msg":"trace[1470577177] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:21748; }","duration":"311.738463ms","start":"2026-02-27T02:11:17.732562Z","end":"2026-02-27T02:11:18.0443Z","steps":["trace[1470577177] 'range keys from in-memory index tree' (duration: 308.967018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.044357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.732515Z","time spent":"311.829675ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2361,"request content":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" "} {"level":"info","ts":"2026-02-27T02:11:18.214519Z","caller":"traceutil/trace.go:171","msg":"trace[226241288] linearizableReadLoop","detail":"{readStateIndex:22521; appliedIndex:22520; }","duration":"456.196708ms","start":"2026-02-27T02:11:17.758301Z","end":"2026-02-27T02:11:18.214498Z","steps":["trace[226241288] 'read index received' (duration: 456.089035ms)","trace[226241288] 'applied index is now lower than readState.Index' (duration: 106.643µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:18.21459Z","caller":"traceutil/trace.go:171","msg":"trace[205589830] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"462.659528ms","start":"2026-02-27T02:11:17.751901Z","end":"2026-02-27T02:11:18.21456Z","steps":["trace[205589830] 'process raft request' (duration: 462.454614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.214634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.315651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:18.214752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.751893Z","time spent":"462.781431ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2471,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:11:18.214771Z","caller":"traceutil/trace.go:171","msg":"trace[1345916743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21749; }","duration":"456.483165ms","start":"2026-02-27T02:11:17.758275Z","end":"2026-02-27T02:11:18.214759Z","steps":["trace[1345916743] 'agreement among raft nodes before linearized reading' (duration: 456.314391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.214801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.758261Z","time spent":"456.531166ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:11:18.256395Z","caller":"traceutil/trace.go:171","msg":"trace[1292654883] transaction","detail":"{read_only:false; response_revision:21756; number_of_response:1; }","duration":"163.470098ms","start":"2026-02-27T02:11:18.092901Z","end":"2026-02-27T02:11:18.256371Z","steps":["trace[1292654883] 'process raft request' (duration: 163.368696ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.256384Z","caller":"traceutil/trace.go:171","msg":"trace[2126989736] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"193.418213ms","start":"2026-02-27T02:11:18.062933Z","end":"2026-02-27T02:11:18.256352Z","steps":["trace[2126989736] 'process raft request' (duration: 193.125317ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.256486Z","caller":"traceutil/trace.go:171","msg":"trace[1030044322] transaction","detail":"{read_only:false; response_revision:21752; number_of_response:1; }","duration":"193.494396ms","start":"2026-02-27T02:11:18.062965Z","end":"2026-02-27T02:11:18.25646Z","steps":["trace[1030044322] 'process raft request' (duration: 193.148028ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.256541Z","caller":"traceutil/trace.go:171","msg":"trace[1693999716] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"193.548107ms","start":"2026-02-27T02:11:18.062987Z","end":"2026-02-27T02:11:18.256535Z","steps":["trace[1693999716] 'process raft request' (duration: 193.160538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.256507Z","caller":"traceutil/trace.go:171","msg":"trace[1094593916] transaction","detail":"{read_only:false; response_revision:21755; number_of_response:1; }","duration":"193.227599ms","start":"2026-02-27T02:11:18.063254Z","end":"2026-02-27T02:11:18.256481Z","steps":["trace[1094593916] 'process raft request' (duration: 192.950933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.256699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.019875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:18.256713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.153828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.25673Z","caller":"traceutil/trace.go:171","msg":"trace[1254387622] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21756; }","duration":"255.110027ms","start":"2026-02-27T02:11:18.001611Z","end":"2026-02-27T02:11:18.256721Z","steps":["trace[1254387622] 'agreement among raft nodes before linearized reading' (duration: 255.034525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.256739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.280166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.256774Z","caller":"traceutil/trace.go:171","msg":"trace[801675878] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21756; }","duration":"498.329477ms","start":"2026-02-27T02:11:17.758432Z","end":"2026-02-27T02:11:18.256761Z","steps":["trace[801675878] 'agreement among raft nodes before linearized reading' (duration: 498.265285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.256772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.253381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-02-27T02:11:18.256803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.75843Z","time spent":"498.366188ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:11:18.256823Z","caller":"traceutil/trace.go:171","msg":"trace[37256562] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21756; }","duration":"478.334743ms","start":"2026-02-27T02:11:17.778476Z","end":"2026-02-27T02:11:18.256811Z","steps":["trace[37256562] 'agreement among raft nodes before linearized reading' (duration: 478.18444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.25684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.714166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-27T02:11:18.256861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.778463Z","time spent":"478.388954ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-27T02:11:18.256891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.726019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.256913Z","caller":"traceutil/trace.go:171","msg":"trace[786641280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21756; }","duration":"477.759379ms","start":"2026-02-27T02:11:17.779149Z","end":"2026-02-27T02:11:18.256908Z","steps":["trace[786641280] 'agreement among raft nodes before linearized reading' (duration: 477.726969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.256938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.779143Z","time spent":"477.78869ms","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:11:18.256944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.470706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.256967Z","caller":"traceutil/trace.go:171","msg":"trace[1519033631] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21756; }","duration":"478.521178ms","start":"2026-02-27T02:11:17.778439Z","end":"2026-02-27T02:11:18.25696Z","steps":["trace[1519033631] 'agreement among raft nodes before linearized reading' (duration: 478.484497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.256865Z","caller":"traceutil/trace.go:171","msg":"trace[1193130359] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21756; }","duration":"439.758416ms","start":"2026-02-27T02:11:17.817096Z","end":"2026-02-27T02:11:18.256854Z","steps":["trace[1193130359] 'agreement among raft nodes before linearized reading' (duration: 439.663914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.256986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.778423Z","time spent":"478.556718ms","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T02:11:18.257006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.575532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:18.257017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.817083Z","time spent":"439.91662ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-02-27T02:11:18.256747Z","caller":"traceutil/trace.go:171","msg":"trace[978467731] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21756; }","duration":"478.23047ms","start":"2026-02-27T02:11:17.778509Z","end":"2026-02-27T02:11:18.25674Z","steps":["trace[978467731] 'agreement among raft nodes before linearized reading' (duration: 478.143948ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.257035Z","caller":"traceutil/trace.go:171","msg":"trace[515286717] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21756; }","duration":"498.614154ms","start":"2026-02-27T02:11:17.758415Z","end":"2026-02-27T02:11:18.257029Z","steps":["trace[515286717] 'agreement among raft nodes before linearized reading' (duration: 498.565493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.257055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.758412Z","time spent":"498.638785ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T02:11:18.257054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:17.778494Z","time spent":"478.552608ms","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:11:18.257178Z","caller":"traceutil/trace.go:171","msg":"trace[591863720] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"193.226389ms","start":"2026-02-27T02:11:18.063226Z","end":"2026-02-27T02:11:18.256452Z","steps":["trace[591863720] 'process raft request' (duration: 192.949042ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.257204Z","caller":"traceutil/trace.go:171","msg":"trace[1141692099] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21750; }","duration":"209.985298ms","start":"2026-02-27T02:11:18.046396Z","end":"2026-02-27T02:11:18.256381Z","steps":["trace[1141692099] 'process raft request' (duration: 209.491587ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.52768Z","caller":"traceutil/trace.go:171","msg":"trace[621262793] linearizableReadLoop","detail":"{readStateIndex:22529; appliedIndex:22528; }","duration":"270.992636ms","start":"2026-02-27T02:11:18.256646Z","end":"2026-02-27T02:11:18.527639Z","steps":["trace[621262793] 'read index received' (duration: 253.756616ms)","trace[621262793] 'applied index is now lower than readState.Index' (duration: 17.23462ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:18.527699Z","caller":"traceutil/trace.go:171","msg":"trace[1605765031] transaction","detail":"{read_only:false; response_revision:21757; number_of_response:1; }","duration":"304.584816ms","start":"2026-02-27T02:11:18.22308Z","end":"2026-02-27T02:11:18.527665Z","steps":["trace[1605765031] 'process raft request' (duration: 287.131631ms)","trace[1605765031] 'compare' (duration: 17.148988ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:18.527849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.223057Z","time spent":"304.705059ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:11:18.527891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.714069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:1 size:10481"} {"level":"info","ts":"2026-02-27T02:11:18.527973Z","caller":"traceutil/trace.go:171","msg":"trace[817918548] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:1; response_revision:21757; }","duration":"307.855542ms","start":"2026-02-27T02:11:18.220097Z","end":"2026-02-27T02:11:18.527953Z","steps":["trace[817918548] 'agreement among raft nodes before linearized reading' (duration: 307.643697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.528021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.220083Z","time spent":"307.928043ms","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":10504,"request content":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-02-27T02:11:18.528033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.451729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.528417Z","caller":"traceutil/trace.go:171","msg":"trace[1331677976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21757; }","duration":"312.643473ms","start":"2026-02-27T02:11:18.215483Z","end":"2026-02-27T02:11:18.528127Z","steps":["trace[1331677976] 'agreement among raft nodes before linearized reading' (duration: 312.290155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.528468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.215473Z","time spent":"312.982411ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:11:18.56697Z","caller":"traceutil/trace.go:171","msg":"trace[1178934907] transaction","detail":"{read_only:false; response_revision:21758; number_of_response:1; }","duration":"243.912046ms","start":"2026-02-27T02:11:18.323039Z","end":"2026-02-27T02:11:18.566951Z","steps":["trace[1178934907] 'process raft request' (duration: 243.505757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.567868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.292248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:18.567901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.342829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3119dfd-e9ff-424d-b4b3-9a2d5ca9687b\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-27T02:11:18.567913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.439238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-02-27T02:11:18.56803Z","caller":"traceutil/trace.go:171","msg":"trace[2003578753] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3119dfd-e9ff-424d-b4b3-9a2d5ca9687b; range_end:; response_count:1; response_revision:21759; }","duration":"307.414101ms","start":"2026-02-27T02:11:18.260531Z","end":"2026-02-27T02:11:18.567945Z","steps":["trace[2003578753] 'agreement among raft nodes before linearized reading' (duration: 307.205376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.568076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.260485Z","time spent":"307.577905ms","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b3119dfd-e9ff-424d-b4b3-9a2d5ca9687b\" "} {"level":"warn","ts":"2026-02-27T02:11:18.568093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.64013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-27T02:11:18.568763Z","caller":"traceutil/trace.go:171","msg":"trace[675423322] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21759; }","duration":"306.314486ms","start":"2026-02-27T02:11:18.262432Z","end":"2026-02-27T02:11:18.568747Z","steps":["trace[675423322] 'agreement among raft nodes before linearized reading' (duration: 305.63207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.568821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.26242Z","time spent":"306.389638ms","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-02-27T02:11:18.568133Z","caller":"traceutil/trace.go:171","msg":"trace[1667814854] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21759; }","duration":"278.661894ms","start":"2026-02-27T02:11:18.289408Z","end":"2026-02-27T02:11:18.56807Z","steps":["trace[1667814854] 'agreement among raft nodes before linearized reading' (duration: 278.375817ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.56797Z","caller":"traceutil/trace.go:171","msg":"trace[1677977066] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:0; response_revision:21759; }","duration":"214.420622ms","start":"2026-02-27T02:11:18.353502Z","end":"2026-02-27T02:11:18.567923Z","steps":["trace[1677977066] 'agreement among raft nodes before linearized reading' (duration: 214.273468ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.567978Z","caller":"traceutil/trace.go:171","msg":"trace[1311851994] transaction","detail":"{read_only:false; response_revision:21759; number_of_response:1; }","duration":"227.497865ms","start":"2026-02-27T02:11:18.340468Z","end":"2026-02-27T02:11:18.567966Z","steps":["trace[1311851994] 'process raft request' (duration: 226.308167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.567998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.841778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2489"} {"level":"info","ts":"2026-02-27T02:11:18.569161Z","caller":"traceutil/trace.go:171","msg":"trace[866396510] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:21759; }","duration":"305.023266ms","start":"2026-02-27T02:11:18.264123Z","end":"2026-02-27T02:11:18.569146Z","steps":["trace[866396510] 'agreement among raft nodes before linearized reading' (duration: 303.825758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.569204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:18.264111Z","time spent":"305.079837ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2512,"request content":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" "} {"level":"warn","ts":"2026-02-27T02:11:18.567924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.481993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-768lf\" ","response":"range_response_count:1 size:5107"} {"level":"info","ts":"2026-02-27T02:11:18.569257Z","caller":"traceutil/trace.go:171","msg":"trace[1689711474] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-768lf; range_end:; response_count:1; response_revision:21759; }","duration":"246.826314ms","start":"2026-02-27T02:11:18.322414Z","end":"2026-02-27T02:11:18.56924Z","steps":["trace[1689711474] 'agreement among raft nodes before linearized reading' (duration: 245.387101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.568318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.478914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:11:18.569405Z","caller":"traceutil/trace.go:171","msg":"trace[89531319] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21759; }","duration":"144.65035ms","start":"2026-02-27T02:11:18.424724Z","end":"2026-02-27T02:11:18.569375Z","steps":["trace[89531319] 'agreement among raft nodes before linearized reading' (duration: 143.403071ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.862873Z","caller":"traceutil/trace.go:171","msg":"trace[1645693997] linearizableReadLoop","detail":"{readStateIndex:22540; appliedIndex:22536; }","duration":"201.406029ms","start":"2026-02-27T02:11:18.661456Z","end":"2026-02-27T02:11:18.862862Z","steps":["trace[1645693997] 'read index received' (duration: 201.188594ms)","trace[1645693997] 'applied index is now lower than readState.Index' (duration: 216.905µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:18.863041Z","caller":"traceutil/trace.go:171","msg":"trace[825505048] transaction","detail":"{read_only:false; response_revision:21764; number_of_response:1; }","duration":"235.846999ms","start":"2026-02-27T02:11:18.627187Z","end":"2026-02-27T02:11:18.863034Z","steps":["trace[825505048] 'process raft request' (duration: 235.494961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.86315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.89668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.863176Z","caller":"traceutil/trace.go:171","msg":"trace[526697410] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21767; }","duration":"210.961861ms","start":"2026-02-27T02:11:18.652208Z","end":"2026-02-27T02:11:18.86317Z","steps":["trace[526697410] 'agreement among raft nodes before linearized reading' (duration: 210.90322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.863193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.348855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:1 size:10481"} {"level":"info","ts":"2026-02-27T02:11:18.863211Z","caller":"traceutil/trace.go:171","msg":"trace[1453247021] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:1; response_revision:21767; }","duration":"228.396766ms","start":"2026-02-27T02:11:18.634807Z","end":"2026-02-27T02:11:18.863203Z","steps":["trace[1453247021] 'agreement among raft nodes before linearized reading' (duration: 228.326964ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.863281Z","caller":"traceutil/trace.go:171","msg":"trace[1971171899] transaction","detail":"{read_only:false; response_revision:21766; number_of_response:1; }","duration":"235.643274ms","start":"2026-02-27T02:11:18.627632Z","end":"2026-02-27T02:11:18.863275Z","steps":["trace[1971171899] 'process raft request' (duration: 235.179374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.863321Z","caller":"traceutil/trace.go:171","msg":"trace[2049512905] transaction","detail":"{read_only:false; response_revision:21767; number_of_response:1; }","duration":"235.311396ms","start":"2026-02-27T02:11:18.628005Z","end":"2026-02-27T02:11:18.863316Z","steps":["trace[2049512905] 'process raft request' (duration: 234.835775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.863325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.232358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-27T02:11:18.863339Z","caller":"traceutil/trace.go:171","msg":"trace[13691635] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:21767; }","duration":"236.269009ms","start":"2026-02-27T02:11:18.627065Z","end":"2026-02-27T02:11:18.863334Z","steps":["trace[13691635] 'agreement among raft nodes before linearized reading' (duration: 236.224528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.86341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.076283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.863428Z","caller":"traceutil/trace.go:171","msg":"trace[453462350] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21767; }","duration":"211.095754ms","start":"2026-02-27T02:11:18.652328Z","end":"2026-02-27T02:11:18.863424Z","steps":["trace[453462350] 'agreement among raft nodes before linearized reading' (duration: 211.067263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.863436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.442306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:39919"} {"level":"info","ts":"2026-02-27T02:11:18.86345Z","caller":"traceutil/trace.go:171","msg":"trace[813648460] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21767; }","duration":"240.482746ms","start":"2026-02-27T02:11:18.622963Z","end":"2026-02-27T02:11:18.863446Z","steps":["trace[813648460] 'agreement among raft nodes before linearized reading' (duration: 240.433615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.863569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.18098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T02:11:18.863585Z","caller":"traceutil/trace.go:171","msg":"trace[895914752] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21767; }","duration":"200.235721ms","start":"2026-02-27T02:11:18.663346Z","end":"2026-02-27T02:11:18.863581Z","steps":["trace[895914752] 'agreement among raft nodes before linearized reading' (duration: 200.19002ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:18.863611Z","caller":"traceutil/trace.go:171","msg":"trace[1122178110] transaction","detail":"{read_only:false; response_revision:21765; number_of_response:1; }","duration":"236.151506ms","start":"2026-02-27T02:11:18.627441Z","end":"2026-02-27T02:11:18.863593Z","steps":["trace[1122178110] 'process raft request' (duration: 235.330297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.863899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.635068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.863916Z","caller":"traceutil/trace.go:171","msg":"trace[1288567375] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21767; }","duration":"106.653808ms","start":"2026-02-27T02:11:18.757258Z","end":"2026-02-27T02:11:18.863911Z","steps":["trace[1288567375] 'agreement among raft nodes before linearized reading' (duration: 106.626527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.864014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.943478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.864052Z","caller":"traceutil/trace.go:171","msg":"trace[1905238092] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21767; }","duration":"108.03432ms","start":"2026-02-27T02:11:18.756007Z","end":"2026-02-27T02:11:18.864041Z","steps":["trace[1905238092] 'agreement among raft nodes before linearized reading' (duration: 107.961088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.86427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.183534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.864303Z","caller":"traceutil/trace.go:171","msg":"trace[1232347278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21767; }","duration":"108.287396ms","start":"2026-02-27T02:11:18.756007Z","end":"2026-02-27T02:11:18.864294Z","steps":["trace[1232347278] 'agreement among raft nodes before linearized reading' (duration: 108.200724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.864483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.321457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T02:11:18.864508Z","caller":"traceutil/trace.go:171","msg":"trace[1955266934] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21767; }","duration":"198.370158ms","start":"2026-02-27T02:11:18.66613Z","end":"2026-02-27T02:11:18.864501Z","steps":["trace[1955266934] 'agreement among raft nodes before linearized reading' (duration: 198.281656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.864555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.119439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.864576Z","caller":"traceutil/trace.go:171","msg":"trace[1806279779] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21767; }","duration":"200.16633ms","start":"2026-02-27T02:11:18.664404Z","end":"2026-02-27T02:11:18.86457Z","steps":["trace[1806279779] 'agreement among raft nodes before linearized reading' (duration: 200.12695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:18.864697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.481378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:18.864748Z","caller":"traceutil/trace.go:171","msg":"trace[270483332] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21767; }","duration":"200.558909ms","start":"2026-02-27T02:11:18.664175Z","end":"2026-02-27T02:11:18.864734Z","steps":["trace[270483332] 'agreement among raft nodes before linearized reading' (duration: 200.445197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:19.013358Z","caller":"traceutil/trace.go:171","msg":"trace[432391999] linearizableReadLoop","detail":"{readStateIndex:22541; appliedIndex:22540; }","duration":"114.637664ms","start":"2026-02-27T02:11:18.898698Z","end":"2026-02-27T02:11:19.013336Z","steps":["trace[432391999] 'read index received' (duration: 84.044653ms)","trace[432391999] 'applied index is now lower than readState.Index' (duration: 30.592291ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:19.01345Z","caller":"traceutil/trace.go:171","msg":"trace[227989790] transaction","detail":"{read_only:false; response_revision:21768; number_of_response:1; }","duration":"117.416768ms","start":"2026-02-27T02:11:18.896024Z","end":"2026-02-27T02:11:19.01344Z","steps":["trace[227989790] 'process raft request' (duration: 86.770036ms)","trace[227989790] 'compare' (duration: 30.429507ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:19.013537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.824638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.013586Z","caller":"traceutil/trace.go:171","msg":"trace[672442822] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21768; }","duration":"114.90921ms","start":"2026-02-27T02:11:18.898664Z","end":"2026-02-27T02:11:19.013574Z","steps":["trace[672442822] 'agreement among raft nodes before linearized reading' (duration: 114.819468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.014037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.284128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-27T02:11:19.014136Z","caller":"traceutil/trace.go:171","msg":"trace[764084540] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21769; }","duration":"115.424182ms","start":"2026-02-27T02:11:18.898688Z","end":"2026-02-27T02:11:19.014112Z","steps":["trace[764084540] 'agreement among raft nodes before linearized reading' (duration: 115.131035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.014773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.948443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:19.014777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.451593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.014832Z","caller":"traceutil/trace.go:171","msg":"trace[1326720893] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21769; }","duration":"116.033376ms","start":"2026-02-27T02:11:18.898785Z","end":"2026-02-27T02:11:19.014818Z","steps":["trace[1326720893] 'agreement among raft nodes before linearized reading' (duration: 115.898993ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:19.014863Z","caller":"traceutil/trace.go:171","msg":"trace[1128466492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21769; }","duration":"103.588707ms","start":"2026-02-27T02:11:18.911253Z","end":"2026-02-27T02:11:19.014842Z","steps":["trace[1128466492] 'agreement among raft nodes before linearized reading' (duration: 103.411943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.01511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.801621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.015179Z","caller":"traceutil/trace.go:171","msg":"trace[2018401610] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21769; }","duration":"103.901614ms","start":"2026-02-27T02:11:18.911261Z","end":"2026-02-27T02:11:19.015162Z","steps":["trace[2018401610] 'agreement among raft nodes before linearized reading' (duration: 103.812632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.618833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746909159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:11:19.783741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.77594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/permissions/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.783832Z","caller":"traceutil/trace.go:171","msg":"trace[1175672276] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/cert-manager-test/; range_end:/registry/rabbitmq.com/permissions/cert-manager-test0; response_count:0; response_revision:21769; }","duration":"666.874363ms","start":"2026-02-27T02:11:19.116943Z","end":"2026-02-27T02:11:19.783817Z","steps":["trace[1175672276] 'range keys from in-memory index tree' (duration: 666.73093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.783869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.116935Z","time spent":"666.916274ms","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/permissions/cert-manager-test0\" "} {"level":"warn","ts":"2026-02-27T02:11:19.784008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.025617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.784026Z","caller":"traceutil/trace.go:171","msg":"trace[847658736] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21769; }","duration":"667.063457ms","start":"2026-02-27T02:11:19.116958Z","end":"2026-02-27T02:11:19.784022Z","steps":["trace[847658736] 'range keys from in-memory index tree' (duration: 666.966065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.784041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.116943Z","time spent":"667.093858ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T02:11:19.784389Z","caller":"traceutil/trace.go:171","msg":"trace[722742156] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"667.023377ms","start":"2026-02-27T02:11:19.117322Z","end":"2026-02-27T02:11:19.784346Z","steps":["trace[722742156] 'process raft request' (duration: 583.590858ms)","trace[722742156] 'compare' (duration: 82.63328ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:19.784736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.117305Z","time spent":"667.16794ms","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:11:19.981335Z","caller":"traceutil/trace.go:171","msg":"trace[1837315461] transaction","detail":"{read_only:false; response_revision:21771; number_of_response:1; }","duration":"792.795959ms","start":"2026-02-27T02:11:19.188513Z","end":"2026-02-27T02:11:19.981309Z","steps":["trace[1837315461] 'process raft request' (duration: 791.690913ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:19.981335Z","caller":"traceutil/trace.go:171","msg":"trace[888814441] linearizableReadLoop","detail":"{readStateIndex:22544; appliedIndex:22542; }","duration":"862.55488ms","start":"2026-02-27T02:11:19.118745Z","end":"2026-02-27T02:11:19.9813Z","steps":["trace[888814441] 'read index received' (duration: 582.182836ms)","trace[888814441] 'applied index is now lower than readState.Index' (duration: 280.370514ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:19.981505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.188494Z","time spent":"792.924701ms","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2258,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:11:19.981661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.961833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.981742Z","caller":"traceutil/trace.go:171","msg":"trace[1247300425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21771; }","duration":"224.103607ms","start":"2026-02-27T02:11:19.757623Z","end":"2026-02-27T02:11:19.981727Z","steps":["trace[1247300425] 'agreement among raft nodes before linearized reading' (duration: 223.954273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.981775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.00887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-768lf\" ","response":"range_response_count:1 size:5435"} {"level":"warn","ts":"2026-02-27T02:11:19.981783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.37254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:11:19.981822Z","caller":"traceutil/trace.go:171","msg":"trace[1437338487] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-768lf; range_end:; response_count:1; response_revision:21771; }","duration":"631.094111ms","start":"2026-02-27T02:11:19.350715Z","end":"2026-02-27T02:11:19.981809Z","steps":["trace[1437338487] 'agreement among raft nodes before linearized reading' (duration: 630.988749ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:19.98183Z","caller":"traceutil/trace.go:171","msg":"trace[1875938014] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21771; }","duration":"455.475822ms","start":"2026-02-27T02:11:19.526341Z","end":"2026-02-27T02:11:19.981817Z","steps":["trace[1875938014] 'agreement among raft nodes before linearized reading' (duration: 455.363549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.981863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.35069Z","time spent":"631.163383ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5458,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-768lf\" "} {"level":"warn","ts":"2026-02-27T02:11:19.981867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.526316Z","time spent":"455.543944ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:11:19.982084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.446184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:11:19.982122Z","caller":"traceutil/trace.go:171","msg":"trace[261418505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21771; }","duration":"790.514935ms","start":"2026-02-27T02:11:19.191596Z","end":"2026-02-27T02:11:19.982111Z","steps":["trace[261418505] 'agreement among raft nodes before linearized reading' (duration: 790.425003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.98215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.191577Z","time spent":"790.566607ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:11:19.981674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.439002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:9970"} {"level":"warn","ts":"2026-02-27T02:11:19.982234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.42287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:11:19.982244Z","caller":"traceutil/trace.go:171","msg":"trace[1709064008] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21771; }","duration":"842.996185ms","start":"2026-02-27T02:11:19.139218Z","end":"2026-02-27T02:11:19.982214Z","steps":["trace[1709064008] 'agreement among raft nodes before linearized reading' (duration: 842.33735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:19.982308Z","caller":"traceutil/trace.go:171","msg":"trace[2010689898] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21771; }","duration":"195.527163ms","start":"2026-02-27T02:11:19.786762Z","end":"2026-02-27T02:11:19.982289Z","steps":["trace[2010689898] 'agreement among raft nodes before linearized reading' (duration: 195.348198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.982336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.139174Z","time spent":"843.128278ms","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":9993,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-02-27T02:11:19.981675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.241779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.982459Z","caller":"traceutil/trace.go:171","msg":"trace[1442137110] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:21771; }","duration":"503.040537ms","start":"2026-02-27T02:11:19.479407Z","end":"2026-02-27T02:11:19.982447Z","steps":["trace[1442137110] 'agreement among raft nodes before linearized reading' (duration: 502.205218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.982512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.479333Z","time spent":"503.165709ms","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:11:19.982593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.309768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/cert-manager-test/\" range_end:\"/registry/secretgen.k14s.io/passwords/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:19.982739Z","caller":"traceutil/trace.go:171","msg":"trace[1280381739] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/cert-manager-test/; range_end:/registry/secretgen.k14s.io/passwords/cert-manager-test0; response_count:0; response_revision:21771; }","duration":"195.638835ms","start":"2026-02-27T02:11:19.787067Z","end":"2026-02-27T02:11:19.982706Z","steps":["trace[1280381739] 'agreement among raft nodes before linearized reading' (duration: 195.178645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.982826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.789328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364563"} {"level":"info","ts":"2026-02-27T02:11:19.982911Z","caller":"traceutil/trace.go:171","msg":"trace[677493943] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21771; }","duration":"864.192088ms","start":"2026-02-27T02:11:19.118701Z","end":"2026-02-27T02:11:19.982893Z","steps":["trace[677493943] 'agreement among raft nodes before linearized reading' (duration: 862.687863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.98331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.174868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:34 size:288465"} {"level":"warn","ts":"2026-02-27T02:11:19.983342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.96053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:23802"} {"level":"info","ts":"2026-02-27T02:11:19.983389Z","caller":"traceutil/trace.go:171","msg":"trace[1563910052] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:34; response_revision:21771; }","duration":"165.302481ms","start":"2026-02-27T02:11:19.818068Z","end":"2026-02-27T02:11:19.983371Z","steps":["trace[1563910052] 'agreement among raft nodes before linearized reading' (duration: 163.874708ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:19.983416Z","caller":"traceutil/trace.go:171","msg":"trace[1992316744] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21771; }","duration":"193.061125ms","start":"2026-02-27T02:11:19.790314Z","end":"2026-02-27T02:11:19.983376Z","steps":["trace[1992316744] 'agreement among raft nodes before linearized reading' (duration: 191.847087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:19.982971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:19.118691Z","time spent":"864.258949ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2364586,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-27T02:11:20.501486Z","caller":"traceutil/trace.go:171","msg":"trace[1637424482] transaction","detail":"{read_only:false; response_revision:21796; number_of_response:1; }","duration":"189.709957ms","start":"2026-02-27T02:11:20.311751Z","end":"2026-02-27T02:11:20.501461Z","steps":["trace[1637424482] 'process raft request' (duration: 189.4198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:20.5016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.848625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:20.501666Z","caller":"traceutil/trace.go:171","msg":"trace[316872521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers/cert-manager-test0; response_count:0; response_revision:21796; }","duration":"178.951147ms","start":"2026-02-27T02:11:20.322699Z","end":"2026-02-27T02:11:20.50165Z","steps":["trace[316872521] 'agreement among raft nodes before linearized reading' (duration: 178.833685ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:20.501695Z","caller":"traceutil/trace.go:171","msg":"trace[673749170] linearizableReadLoop","detail":"{readStateIndex:22569; appliedIndex:22568; }","duration":"178.680651ms","start":"2026-02-27T02:11:20.322723Z","end":"2026-02-27T02:11:20.501404Z","steps":["trace[673749170] 'read index received' (duration: 178.330242ms)","trace[673749170] 'applied index is now lower than readState.Index' (duration: 349.569µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:11:20.502273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.325166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:20.502277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.447129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:20.502314Z","caller":"traceutil/trace.go:171","msg":"trace[2129536130] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:21796; }","duration":"179.526ms","start":"2026-02-27T02:11:20.322773Z","end":"2026-02-27T02:11:20.502299Z","steps":["trace[2129536130] 'agreement among raft nodes before linearized reading' (duration: 179.039469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:20.502317Z","caller":"traceutil/trace.go:171","msg":"trace[1259986463] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:21796; }","duration":"179.505261ms","start":"2026-02-27T02:11:20.322801Z","end":"2026-02-27T02:11:20.502306Z","steps":["trace[1259986463] 'agreement among raft nodes before linearized reading' (duration: 179.022449ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:23.44033Z","caller":"traceutil/trace.go:171","msg":"trace[1421236139] transaction","detail":"{read_only:false; response_revision:21865; number_of_response:1; }","duration":"117.743325ms","start":"2026-02-27T02:11:23.322563Z","end":"2026-02-27T02:11:23.440306Z","steps":["trace[1421236139] 'process raft request' (duration: 117.54692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:26.137623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.950018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:11:26.137683Z","caller":"traceutil/trace.go:171","msg":"trace[406322353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21921; }","duration":"108.047441ms","start":"2026-02-27T02:11:26.029615Z","end":"2026-02-27T02:11:26.137663Z","steps":["trace[406322353] 'range keys from in-memory index tree' (duration: 107.798845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:26.137749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.46417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:26.137838Z","caller":"traceutil/trace.go:171","msg":"trace[1579460761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21921; }","duration":"380.626743ms","start":"2026-02-27T02:11:25.757192Z","end":"2026-02-27T02:11:26.137818Z","steps":["trace[1579460761] 'range keys from in-memory index tree' (duration: 380.364667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:26.137882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:25.757168Z","time spent":"380.704834ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:11:26.806233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746909722,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:11:27.015308Z","caller":"traceutil/trace.go:171","msg":"trace[264305712] transaction","detail":"{read_only:false; response_revision:21922; number_of_response:1; }","duration":"874.178849ms","start":"2026-02-27T02:11:26.141091Z","end":"2026-02-27T02:11:27.01527Z","steps":["trace[264305712] 'process raft request' (duration: 873.910093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.015577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.141065Z","time spent":"874.368333ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:11:27.934923Z","caller":"traceutil/trace.go:171","msg":"trace[142536813] linearizableReadLoop","detail":"{readStateIndex:22701; appliedIndex:22695; }","duration":"1.628966615s","start":"2026-02-27T02:11:26.305925Z","end":"2026-02-27T02:11:27.934892Z","steps":["trace[142536813] 'read index received' (duration: 709.107135ms)","trace[142536813] 'applied index is now lower than readState.Index' (duration: 919.85797ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:11:27.935286Z","caller":"traceutil/trace.go:171","msg":"trace[1557606403] transaction","detail":"{read_only:false; response_revision:21928; number_of_response:1; }","duration":"1.043530183s","start":"2026-02-27T02:11:26.891735Z","end":"2026-02-27T02:11:27.935265Z","steps":["trace[1557606403] 'process raft request' (duration: 1.043103114s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:27.93531Z","caller":"traceutil/trace.go:171","msg":"trace[1925631181] transaction","detail":"{read_only:false; response_revision:21925; number_of_response:1; }","duration":"1.382807756s","start":"2026-02-27T02:11:26.552472Z","end":"2026-02-27T02:11:27.93528Z","steps":["trace[1925631181] 'process raft request' (duration: 1.382210242s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:27.935362Z","caller":"traceutil/trace.go:171","msg":"trace[404813338] transaction","detail":"{read_only:false; response_revision:21923; number_of_response:1; }","duration":"1.792693578s","start":"2026-02-27T02:11:26.14264Z","end":"2026-02-27T02:11:27.935333Z","steps":["trace[404813338] 'process raft request' (duration: 1.791734236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.935423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.891715Z","time spent":"1.043611405s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:11:27.935497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.552446Z","time spent":"1.382938428s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:11:27.935487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629534228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:11:27.935529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.142616Z","time spent":"1.792806851s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:11:27.935554Z","caller":"traceutil/trace.go:171","msg":"trace[1407197109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21928; }","duration":"1.629668031s","start":"2026-02-27T02:11:26.305873Z","end":"2026-02-27T02:11:27.935541Z","steps":["trace[1407197109] 'agreement among raft nodes before linearized reading' (duration: 1.629436916s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:27.93551Z","caller":"traceutil/trace.go:171","msg":"trace[1509587858] transaction","detail":"{read_only:false; response_revision:21927; number_of_response:1; }","duration":"1.152030424s","start":"2026-02-27T02:11:26.783318Z","end":"2026-02-27T02:11:27.935349Z","steps":["trace[1509587858] 'process raft request' (duration: 1.151463891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.935601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.305856Z","time spent":"1.629739032s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:11:27.935676Z","caller":"traceutil/trace.go:171","msg":"trace[431267075] transaction","detail":"{read_only:false; response_revision:21924; number_of_response:1; }","duration":"1.580793535s","start":"2026-02-27T02:11:26.354447Z","end":"2026-02-27T02:11:27.935241Z","steps":["trace[431267075] 'process raft request' (duration: 1.58017269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.935721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.78328Z","time spent":"1.152364922s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:11:27.935803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.354423Z","time spent":"1.581314877s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:11:27.935268Z","caller":"traceutil/trace.go:171","msg":"trace[930774888] transaction","detail":"{read_only:false; response_revision:21926; number_of_response:1; }","duration":"1.338684131s","start":"2026-02-27T02:11:26.596545Z","end":"2026-02-27T02:11:27.935229Z","steps":["trace[930774888] 'process raft request' (duration: 1.338184529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.936147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.59651Z","time spent":"1.339589712s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:11:27.948664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.260112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:27.948727Z","caller":"traceutil/trace.go:171","msg":"trace[237030503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21929; }","duration":"178.352283ms","start":"2026-02-27T02:11:27.770359Z","end":"2026-02-27T02:11:27.948711Z","steps":["trace[237030503] 'agreement among raft nodes before linearized reading' (duration: 178.22172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.948731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642728954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:11:27.948797Z","caller":"traceutil/trace.go:171","msg":"trace[17539967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21929; }","duration":"1.642837467s","start":"2026-02-27T02:11:26.305941Z","end":"2026-02-27T02:11:27.948778Z","steps":["trace[17539967] 'agreement among raft nodes before linearized reading' (duration: 1.642575181s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.948783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081913895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:11:27.948886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127200477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:27.948903Z","caller":"traceutil/trace.go:171","msg":"trace[1843885333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21929; }","duration":"1.08212872s","start":"2026-02-27T02:11:26.866746Z","end":"2026-02-27T02:11:27.948875Z","steps":["trace[1843885333] 'agreement among raft nodes before linearized reading' (duration: 1.081813603s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:27.948918Z","caller":"traceutil/trace.go:171","msg":"trace[292083127] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:21929; }","duration":"1.127231748s","start":"2026-02-27T02:11:26.821676Z","end":"2026-02-27T02:11:27.948907Z","steps":["trace[292083127] 'agreement among raft nodes before linearized reading' (duration: 1.127178356s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.948951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.821623Z","time spent":"1.12732036s","remote":"127.0.0.1:46530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:11:27.94896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.866722Z","time spent":"1.082225193s","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:11:27.94906Z","caller":"traceutil/trace.go:171","msg":"trace[1188399016] transaction","detail":"{read_only:false; response_revision:21929; number_of_response:1; }","duration":"160.859557ms","start":"2026-02-27T02:11:27.788187Z","end":"2026-02-27T02:11:27.949046Z","steps":["trace[1188399016] 'process raft request' (duration: 160.171901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.949216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183155908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T02:11:27.949258Z","caller":"traceutil/trace.go:171","msg":"trace[1241360371] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21929; }","duration":"1.18323479s","start":"2026-02-27T02:11:26.766012Z","end":"2026-02-27T02:11:27.949247Z","steps":["trace[1241360371] 'agreement among raft nodes before linearized reading' (duration: 1.183132937s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.949286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.765993Z","time spent":"1.1832871s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:11:27.949342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.965178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-02-27T02:11:27.94938Z","caller":"traceutil/trace.go:171","msg":"trace[392969312] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:21929; }","duration":"674.06838ms","start":"2026-02-27T02:11:27.275303Z","end":"2026-02-27T02:11:27.949371Z","steps":["trace[392969312] 'agreement among raft nodes before linearized reading' (duration: 673.886716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.949402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:27.275274Z","time spent":"674.123001ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:11:27.949427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640112153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:11:27.94946Z","caller":"traceutil/trace.go:171","msg":"trace[1444536335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21929; }","duration":"1.640158674s","start":"2026-02-27T02:11:26.309293Z","end":"2026-02-27T02:11:27.949452Z","steps":["trace[1444536335] 'agreement among raft nodes before linearized reading' (duration: 1.640039802s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.949491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.309285Z","time spent":"1.640200385s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:11:27.949508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640705127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:11:27.949544Z","caller":"traceutil/trace.go:171","msg":"trace[1817244444] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21929; }","duration":"1.640785719s","start":"2026-02-27T02:11:26.30875Z","end":"2026-02-27T02:11:27.949536Z","steps":["trace[1817244444] 'agreement among raft nodes before linearized reading' (duration: 1.640674847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.949575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.308714Z","time spent":"1.640854281s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:11:27.949588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.132772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:11:27.949644Z","caller":"traceutil/trace.go:171","msg":"trace[766571193] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:21929; }","duration":"900.300356ms","start":"2026-02-27T02:11:27.049337Z","end":"2026-02-27T02:11:27.949637Z","steps":["trace[766571193] 'agreement among raft nodes before linearized reading' (duration: 900.229464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.949665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:27.049276Z","time spent":"900.384158ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:11:27.949694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:11:27.949551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.345486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:11:27.949735Z","caller":"traceutil/trace.go:171","msg":"trace[1536278389] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:21929; }","duration":"1.541043122s","start":"2026-02-27T02:11:26.408683Z","end":"2026-02-27T02:11:27.949726Z","steps":["trace[1536278389] 'agreement among raft nodes before linearized reading' (duration: 1.540899728s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:27.949748Z","caller":"traceutil/trace.go:171","msg":"trace[993123058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21929; }","duration":"773.581932ms","start":"2026-02-27T02:11:27.176154Z","end":"2026-02-27T02:11:27.949736Z","steps":["trace[993123058] 'agreement among raft nodes before linearized reading' (duration: 773.370197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.948832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.305921Z","time spent":"1.642902909s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:11:27.949795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:27.176135Z","time spent":"773.647564ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:11:27.949831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6377994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:11:27.949857Z","caller":"traceutil/trace.go:171","msg":"trace[173913494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21929; }","duration":"1.637877922s","start":"2026-02-27T02:11:26.311973Z","end":"2026-02-27T02:11:27.949851Z","steps":["trace[173913494] 'agreement among raft nodes before linearized reading' (duration: 1.63780278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:11:27.949876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.311944Z","time spent":"1.637927463s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:11:27.949759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:11:26.408654Z","time spent":"1.541098833s","remote":"127.0.0.1:46968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:12:34.542981Z","caller":"traceutil/trace.go:171","msg":"trace[105579992] transaction","detail":"{read_only:false; response_revision:22536; number_of_response:1; }","duration":"115.35559ms","start":"2026-02-27T02:12:34.427601Z","end":"2026-02-27T02:12:34.542957Z","steps":["trace[105579992] 'process raft request' (duration: 105.931101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:35.515746Z","caller":"traceutil/trace.go:171","msg":"trace[1999103628] linearizableReadLoop","detail":"{readStateIndex:23375; appliedIndex:23374; }","duration":"123.141011ms","start":"2026-02-27T02:12:35.392579Z","end":"2026-02-27T02:12:35.51572Z","steps":["trace[1999103628] 'read index received' (duration: 21.333835ms)","trace[1999103628] 'applied index is now lower than readState.Index' (duration: 101.805966ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:35.51583Z","caller":"traceutil/trace.go:171","msg":"trace[808629874] transaction","detail":"{read_only:false; response_revision:22583; number_of_response:1; }","duration":"124.218035ms","start":"2026-02-27T02:12:35.391585Z","end":"2026-02-27T02:12:35.515803Z","steps":["trace[808629874] 'process raft request' (duration: 49.464399ms)","trace[808629874] 'compare' (duration: 74.359687ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:35.515896Z","caller":"traceutil/trace.go:171","msg":"trace[771446725] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"121.870001ms","start":"2026-02-27T02:12:35.394011Z","end":"2026-02-27T02:12:35.515881Z","steps":["trace[771446725] 'process raft request' (duration: 121.588455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:35.516124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.51943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:12:35.516188Z","caller":"traceutil/trace.go:171","msg":"trace[1471293117] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:22584; }","duration":"123.612112ms","start":"2026-02-27T02:12:35.392557Z","end":"2026-02-27T02:12:35.516169Z","steps":["trace[1471293117] 'agreement among raft nodes before linearized reading' (duration: 123.439498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:00.403654Z","caller":"traceutil/trace.go:171","msg":"trace[1882790308] linearizableReadLoop","detail":"{readStateIndex:23635; appliedIndex:23634; }","duration":"283.789013ms","start":"2026-02-27T02:13:00.119832Z","end":"2026-02-27T02:13:00.403621Z","steps":["trace[1882790308] 'read index received' (duration: 283.531147ms)","trace[1882790308] 'applied index is now lower than readState.Index' (duration: 256.376µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:13:00.404001Z","caller":"traceutil/trace.go:171","msg":"trace[1005627892] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"333.673272ms","start":"2026-02-27T02:13:00.070048Z","end":"2026-02-27T02:13:00.403721Z","steps":["trace[1005627892] 'process raft request' (duration: 333.362695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:00.404152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.263394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:13:00.404335Z","caller":"traceutil/trace.go:171","msg":"trace[469462898] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22838; }","duration":"284.50698ms","start":"2026-02-27T02:13:00.119799Z","end":"2026-02-27T02:13:00.404305Z","steps":["trace[469462898] 'agreement among raft nodes before linearized reading' (duration: 284.002168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:00.404343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:13:00.070031Z","time spent":"334.113682ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:13:00.725112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.012652ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:13:00.72525Z","caller":"traceutil/trace.go:171","msg":"trace[1322738589] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22838; }","duration":"149.173575ms","start":"2026-02-27T02:13:00.576054Z","end":"2026-02-27T02:13:00.725228Z","steps":["trace[1322738589] 'range keys from in-memory index tree' (duration: 148.992411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:00.725598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.626437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:13:00.725825Z","caller":"traceutil/trace.go:171","msg":"trace[891111230] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"387.84393ms","start":"2026-02-27T02:13:00.337964Z","end":"2026-02-27T02:13:00.725808Z","steps":["trace[891111230] 'process raft request' (duration: 246.875425ms)","trace[891111230] 'compare' (duration: 140.431772ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:13:00.725833Z","caller":"traceutil/trace.go:171","msg":"trace[1764469572] linearizableReadLoop","detail":"{readStateIndex:23637; appliedIndex:23635; }","duration":"304.712549ms","start":"2026-02-27T02:13:00.421099Z","end":"2026-02-27T02:13:00.725811Z","steps":["trace[1764469572] 'read index received' (duration: 163.725074ms)","trace[1764469572] 'applied index is now lower than readState.Index' (duration: 140.986165ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:13:00.725852Z","caller":"traceutil/trace.go:171","msg":"trace[461576210] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"344.191016ms","start":"2026-02-27T02:13:00.381642Z","end":"2026-02-27T02:13:00.725833Z","steps":["trace[461576210] 'process raft request' (duration: 344.077274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:00.725917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:13:00.38161Z","time spent":"344.273908ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:13:00.726073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:13:00.337935Z","time spent":"387.933812ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:13:00.726169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.041776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:13:00.726282Z","caller":"traceutil/trace.go:171","msg":"trace[2058757830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22840; }","duration":"305.20232ms","start":"2026-02-27T02:13:00.421052Z","end":"2026-02-27T02:13:00.726254Z","steps":["trace[2058757830] 'agreement among raft nodes before linearized reading' (duration: 304.858212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:00.72633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:13:00.421035Z","time spent":"305.283362ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:13:00.737533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.051576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:13:00.73755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.13683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:13:00.737665Z","caller":"traceutil/trace.go:171","msg":"trace[2089745643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22841; }","duration":"302.285363ms","start":"2026-02-27T02:13:00.435351Z","end":"2026-02-27T02:13:00.737636Z","steps":["trace[2089745643] 'agreement among raft nodes before linearized reading' (duration: 301.983556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:00.737727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:13:00.43534Z","time spent":"302.376275ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:13:00.737922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.685305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:13:00.737601Z","caller":"traceutil/trace.go:171","msg":"trace[1311755341] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22841; }","duration":"252.148028ms","start":"2026-02-27T02:13:00.485437Z","end":"2026-02-27T02:13:00.737585Z","steps":["trace[1311755341] 'agreement among raft nodes before linearized reading' (duration: 251.948973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:00.737962Z","caller":"traceutil/trace.go:171","msg":"trace[89763576] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22841; }","duration":"272.771717ms","start":"2026-02-27T02:13:00.465176Z","end":"2026-02-27T02:13:00.737948Z","steps":["trace[89763576] 'agreement among raft nodes before linearized reading' (duration: 272.674365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:00.738007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.650912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:13:00.738043Z","caller":"traceutil/trace.go:171","msg":"trace[1145551853] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22841; }","duration":"194.692523ms","start":"2026-02-27T02:13:00.54334Z","end":"2026-02-27T02:13:00.738032Z","steps":["trace[1145551853] 'agreement among raft nodes before linearized reading' (duration: 194.622941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:00.738074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.100727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:13:00.738136Z","caller":"traceutil/trace.go:171","msg":"trace[181697657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22841; }","duration":"277.22189ms","start":"2026-02-27T02:13:00.460896Z","end":"2026-02-27T02:13:00.738118Z","steps":["trace[181697657] 'agreement among raft nodes before linearized reading' (duration: 277.006015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:00.738173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.867669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:13:00.738208Z","caller":"traceutil/trace.go:171","msg":"trace[523799636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22841; }","duration":"275.9051ms","start":"2026-02-27T02:13:00.462293Z","end":"2026-02-27T02:13:00.738198Z","steps":["trace[523799636] 'agreement among raft nodes before linearized reading' (duration: 275.635724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:01.042235Z","caller":"traceutil/trace.go:171","msg":"trace[2093139018] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"300.095212ms","start":"2026-02-27T02:13:00.742108Z","end":"2026-02-27T02:13:01.042203Z","steps":["trace[2093139018] 'process raft request' (duration: 300.02643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:01.042252Z","caller":"traceutil/trace.go:171","msg":"trace[1790629901] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"300.327668ms","start":"2026-02-27T02:13:00.741874Z","end":"2026-02-27T02:13:01.042202Z","steps":["trace[1790629901] 'process raft request' (duration: 300.01472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:01.042308Z","caller":"traceutil/trace.go:171","msg":"trace[336698143] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"300.331568ms","start":"2026-02-27T02:13:00.741946Z","end":"2026-02-27T02:13:01.042277Z","steps":["trace[336698143] 'process raft request' (duration: 300.143543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:01.042416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:13:00.742102Z","time spent":"300.222045ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:13:01.042465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:13:00.741844Z","time spent":"300.508261ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:13:01.042477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:13:00.741924Z","time spent":"300.437199ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:13:01.042559Z","caller":"traceutil/trace.go:171","msg":"trace[2035900117] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"300.347727ms","start":"2026-02-27T02:13:00.742184Z","end":"2026-02-27T02:13:01.042531Z","steps":["trace[2035900117] 'process raft request' (duration: 299.985569ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:01.042751Z","caller":"traceutil/trace.go:171","msg":"trace[1390079390] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"300.02371ms","start":"2026-02-27T02:13:00.742713Z","end":"2026-02-27T02:13:01.042737Z","steps":["trace[1390079390] 'process raft request' (duration: 299.711733ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:01.042739Z","caller":"traceutil/trace.go:171","msg":"trace[149914603] linearizableReadLoop","detail":"{readStateIndex:23644; appliedIndex:23638; }","duration":"287.006858ms","start":"2026-02-27T02:13:00.755699Z","end":"2026-02-27T02:13:01.042706Z","steps":["trace[149914603] 'read index received' (duration: 54.450616ms)","trace[149914603] 'applied index is now lower than readState.Index' (duration: 232.555022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:13:01.042838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:13:00.742702Z","time spent":"300.077911ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:13:01.042946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.232753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:13:01.043021Z","caller":"traceutil/trace.go:171","msg":"trace[171683936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22847; }","duration":"287.356586ms","start":"2026-02-27T02:13:00.755645Z","end":"2026-02-27T02:13:01.043001Z","steps":["trace[171683936] 'agreement among raft nodes before linearized reading' (duration: 287.165342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:01.043058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:13:00.742173Z","time spent":"300.496132ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:13:01.26095Z","caller":"traceutil/trace.go:171","msg":"trace[496162966] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"114.344596ms","start":"2026-02-27T02:13:01.146586Z","end":"2026-02-27T02:13:01.260931Z","steps":["trace[496162966] 'process raft request' (duration: 114.203013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:47.450756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.83626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:13:47.450837Z","caller":"traceutil/trace.go:171","msg":"trace[1018132631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23246; }","duration":"130.960242ms","start":"2026-02-27T02:13:47.31986Z","end":"2026-02-27T02:13:47.45082Z","steps":["trace[1018132631] 'range keys from in-memory index tree' (duration: 130.707506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:47.450842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.54041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"warn","ts":"2026-02-27T02:13:47.450874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.220845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:13:47.450892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.319114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:13:47.450967Z","caller":"traceutil/trace.go:171","msg":"trace[451378612] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23246; }","duration":"130.366458ms","start":"2026-02-27T02:13:47.320579Z","end":"2026-02-27T02:13:47.450946Z","steps":["trace[451378612] 'range keys from in-memory index tree' (duration: 130.121092ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:47.450976Z","caller":"traceutil/trace.go:171","msg":"trace[292934867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23246; }","duration":"132.470127ms","start":"2026-02-27T02:13:47.318486Z","end":"2026-02-27T02:13:47.450957Z","steps":["trace[292934867] 'range keys from in-memory index tree' (duration: 132.103909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:47.451054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.661122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:13:47.451086Z","caller":"traceutil/trace.go:171","msg":"trace[1379352549] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23246; }","duration":"129.710063ms","start":"2026-02-27T02:13:47.321367Z","end":"2026-02-27T02:13:47.451077Z","steps":["trace[1379352549] 'range keys from in-memory index tree' (duration: 129.623411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:47.450922Z","caller":"traceutil/trace.go:171","msg":"trace[78510232] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23246; }","duration":"123.656693ms","start":"2026-02-27T02:13:47.327248Z","end":"2026-02-27T02:13:47.450905Z","steps":["trace[78510232] 'range keys from in-memory index tree' (duration: 123.355976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:13:47.45135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.867704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:13:47.45138Z","caller":"traceutil/trace.go:171","msg":"trace[196600309] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23246; }","duration":"125.908315ms","start":"2026-02-27T02:13:47.325462Z","end":"2026-02-27T02:13:47.45137Z","steps":["trace[196600309] 'range keys from in-memory index tree' (duration: 125.066406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:47.577171Z","caller":"traceutil/trace.go:171","msg":"trace[1764023670] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"129.498799ms","start":"2026-02-27T02:13:47.447633Z","end":"2026-02-27T02:13:47.577132Z","steps":["trace[1764023670] 'process raft request' (duration: 129.266263ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:47.60311Z","caller":"traceutil/trace.go:171","msg":"trace[1458787924] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"148.286035ms","start":"2026-02-27T02:13:47.454784Z","end":"2026-02-27T02:13:47.60307Z","steps":["trace[1458787924] 'process raft request' (duration: 148.106511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:47.603212Z","caller":"traceutil/trace.go:171","msg":"trace[706681247] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"148.716245ms","start":"2026-02-27T02:13:47.45447Z","end":"2026-02-27T02:13:47.603187Z","steps":["trace[706681247] 'process raft request' (duration: 148.242884ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:47.603348Z","caller":"traceutil/trace.go:171","msg":"trace[1116814399] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"148.591582ms","start":"2026-02-27T02:13:47.454741Z","end":"2026-02-27T02:13:47.603333Z","steps":["trace[1116814399] 'process raft request' (duration: 148.107251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:14.778925Z","caller":"traceutil/trace.go:171","msg":"trace[399068566] linearizableReadLoop","detail":"{readStateIndex:24273; appliedIndex:24272; }","duration":"102.758902ms","start":"2026-02-27T02:14:14.676142Z","end":"2026-02-27T02:14:14.778901Z","steps":["trace[399068566] 'read index received' (duration: 102.632269ms)","trace[399068566] 'applied index is now lower than readState.Index' (duration: 125.393µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:14.77898Z","caller":"traceutil/trace.go:171","msg":"trace[945456385] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"110.292357ms","start":"2026-02-27T02:14:14.668655Z","end":"2026-02-27T02:14:14.778947Z","steps":["trace[945456385] 'process raft request' (duration: 110.043641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:14.77919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.034779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T02:14:14.779235Z","caller":"traceutil/trace.go:171","msg":"trace[1905324477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23460; }","duration":"103.141891ms","start":"2026-02-27T02:14:14.67608Z","end":"2026-02-27T02:14:14.779222Z","steps":["trace[1905324477] 'agreement among raft nodes before linearized reading' (duration: 102.952297ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:14.802891Z","caller":"traceutil/trace.go:171","msg":"trace[1086785421] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"123.200526ms","start":"2026-02-27T02:14:14.67966Z","end":"2026-02-27T02:14:14.80286Z","steps":["trace[1086785421] 'process raft request' (duration: 122.846488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:14.802913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.31779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:14:14.803107Z","caller":"traceutil/trace.go:171","msg":"trace[644523079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23462; }","duration":"114.557445ms","start":"2026-02-27T02:14:14.688528Z","end":"2026-02-27T02:14:14.803086Z","steps":["trace[644523079] 'agreement among raft nodes before linearized reading' (duration: 114.239568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:17.992762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.155229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:17.992986Z","caller":"traceutil/trace.go:171","msg":"trace[1014641571] linearizableReadLoop","detail":"{readStateIndex:24319; appliedIndex:24316; }","duration":"235.448938ms","start":"2026-02-27T02:14:17.75752Z","end":"2026-02-27T02:14:17.992969Z","steps":["trace[1014641571] 'read index received' (duration: 78.979081ms)","trace[1014641571] 'applied index is now lower than readState.Index' (duration: 156.468337ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:17.993128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.603371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:17.993159Z","caller":"traceutil/trace.go:171","msg":"trace[771198209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23505; }","duration":"235.632302ms","start":"2026-02-27T02:14:17.757515Z","end":"2026-02-27T02:14:17.993148Z","steps":["trace[771198209] 'agreement among raft nodes before linearized reading' (duration: 235.575431ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:17.993135Z","caller":"traceutil/trace.go:171","msg":"trace[1632759692] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"241.968819ms","start":"2026-02-27T02:14:17.751084Z","end":"2026-02-27T02:14:17.993053Z","steps":["trace[1632759692] 'process raft request' (duration: 85.4096ms)","trace[1632759692] 'compare' (duration: 156.003576ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:17.993222Z","caller":"traceutil/trace.go:171","msg":"trace[1438430129] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"242.01198ms","start":"2026-02-27T02:14:17.751201Z","end":"2026-02-27T02:14:17.993213Z","steps":["trace[1438430129] 'process raft request' (duration: 241.663261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:17.993137Z","caller":"traceutil/trace.go:171","msg":"trace[277541023] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"239.109112ms","start":"2026-02-27T02:14:17.753991Z","end":"2026-02-27T02:14:17.9931Z","steps":["trace[277541023] 'process raft request' (duration: 238.930518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:23.245986Z","caller":"traceutil/trace.go:171","msg":"trace[357203979] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"158.844621ms","start":"2026-02-27T02:14:23.087121Z","end":"2026-02-27T02:14:23.245965Z","steps":["trace[357203979] 'process raft request' (duration: 158.699398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:23.247503Z","caller":"traceutil/trace.go:171","msg":"trace[93049940] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"157.719215ms","start":"2026-02-27T02:14:23.089746Z","end":"2026-02-27T02:14:23.247466Z","steps":["trace[93049940] 'process raft request' (duration: 157.360167ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:23.247572Z","caller":"traceutil/trace.go:171","msg":"trace[738641391] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"157.141843ms","start":"2026-02-27T02:14:23.090394Z","end":"2026-02-27T02:14:23.247536Z","steps":["trace[738641391] 'process raft request' (duration: 156.792845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:27.069053Z","caller":"traceutil/trace.go:171","msg":"trace[258523100] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"189.595865ms","start":"2026-02-27T02:14:26.879425Z","end":"2026-02-27T02:14:27.069021Z","steps":["trace[258523100] 'process raft request' (duration: 189.324048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.055672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746913805,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:14:28.182909Z","caller":"traceutil/trace.go:171","msg":"trace[1380631458] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"643.519236ms","start":"2026-02-27T02:14:27.539362Z","end":"2026-02-27T02:14:28.182881Z","steps":["trace[1380631458] 'process raft request' (duration: 620.620136ms)","trace[1380631458] 'compare' (duration: 22.773278ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:28.183054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.539335Z","time spent":"643.64287ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:28.252126Z","caller":"traceutil/trace.go:171","msg":"trace[1724329887] linearizableReadLoop","detail":"{readStateIndex:24390; appliedIndex:24388; }","duration":"697.232972ms","start":"2026-02-27T02:14:27.554855Z","end":"2026-02-27T02:14:28.252088Z","steps":["trace[1724329887] 'read index received' (duration: 605.121356ms)","trace[1724329887] 'applied index is now lower than readState.Index' (duration: 92.110456ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:28.252169Z","caller":"traceutil/trace.go:171","msg":"trace[1209882662] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"481.412499ms","start":"2026-02-27T02:14:27.770722Z","end":"2026-02-27T02:14:28.252135Z","steps":["trace[1209882662] 'process raft request' (duration: 481.206094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.252382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.513458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-27T02:14:28.252492Z","caller":"traceutil/trace.go:171","msg":"trace[903830265] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23574; }","duration":"697.652852ms","start":"2026-02-27T02:14:27.55482Z","end":"2026-02-27T02:14:28.252472Z","steps":["trace[903830265] 'agreement among raft nodes before linearized reading' (duration: 697.385415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.252504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.770688Z","time spent":"481.552052ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:28.252717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.554804Z","time spent":"697.903477ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-27T02:14:28.25271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.975989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:28.252783Z","caller":"traceutil/trace.go:171","msg":"trace[248039759] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23574; }","duration":"324.268226ms","start":"2026-02-27T02:14:27.928497Z","end":"2026-02-27T02:14:28.252765Z","steps":["trace[248039759] 'agreement among raft nodes before linearized reading' (duration: 323.96764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.252849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.928479Z","time spent":"324.354119ms","remote":"127.0.0.1:51874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:28.252836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.102636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:14:28.252899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.436071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:14:28.252941Z","caller":"traceutil/trace.go:171","msg":"trace[1752364573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23574; }","duration":"218.26185ms","start":"2026-02-27T02:14:28.034654Z","end":"2026-02-27T02:14:28.252916Z","steps":["trace[1752364573] 'agreement among raft nodes before linearized reading' (duration: 217.726338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.252864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.474388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:14:28.25297Z","caller":"traceutil/trace.go:171","msg":"trace[1352137168] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23574; }","duration":"214.556684ms","start":"2026-02-27T02:14:28.038393Z","end":"2026-02-27T02:14:28.25295Z","steps":["trace[1352137168] 'agreement among raft nodes before linearized reading' (duration: 214.316418ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:28.253005Z","caller":"traceutil/trace.go:171","msg":"trace[1975965473] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23574; }","duration":"213.645353ms","start":"2026-02-27T02:14:28.039345Z","end":"2026-02-27T02:14:28.25299Z","steps":["trace[1975965473] 'agreement among raft nodes before linearized reading' (duration: 213.410947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.253161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.130114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:14:28.253209Z","caller":"traceutil/trace.go:171","msg":"trace[136588877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23574; }","duration":"214.246926ms","start":"2026-02-27T02:14:28.038948Z","end":"2026-02-27T02:14:28.253195Z","steps":["trace[136588877] 'agreement among raft nodes before linearized reading' (duration: 213.387397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.252507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.653414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-27T02:14:28.253332Z","caller":"traceutil/trace.go:171","msg":"trace[1236074133] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23574; }","duration":"507.541964ms","start":"2026-02-27T02:14:27.74578Z","end":"2026-02-27T02:14:28.253322Z","steps":["trace[1236074133] 'agreement among raft nodes before linearized reading' (duration: 506.538731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:28.25336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:27.745757Z","time spent":"507.592536ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-27T02:14:28.594356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.221248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T02:14:28.594422Z","caller":"traceutil/trace.go:171","msg":"trace[996579305] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:23578; }","duration":"111.3433ms","start":"2026-02-27T02:14:28.483062Z","end":"2026-02-27T02:14:28.594405Z","steps":["trace[996579305] 'range keys from in-memory index tree' (duration: 111.072925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.088359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.213743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:29.088435Z","caller":"traceutil/trace.go:171","msg":"trace[1241595701] linearizableReadLoop","detail":"{readStateIndex:24396; appliedIndex:24395; }","duration":"331.655167ms","start":"2026-02-27T02:14:28.756768Z","end":"2026-02-27T02:14:29.088423Z","steps":["trace[1241595701] 'read index received' (duration: 102.2689ms)","trace[1241595701] 'applied index is now lower than readState.Index' (duration: 229.385357ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:29.088484Z","caller":"traceutil/trace.go:171","msg":"trace[2043486726] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"395.125759ms","start":"2026-02-27T02:14:28.693351Z","end":"2026-02-27T02:14:29.088477Z","steps":["trace[2043486726] 'process raft request' (duration: 165.720271ms)","trace[2043486726] 'compare' (duration: 228.755373ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:29.088654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.873473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:29.088746Z","caller":"traceutil/trace.go:171","msg":"trace[1699123557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23579; }","duration":"331.971085ms","start":"2026-02-27T02:14:28.756752Z","end":"2026-02-27T02:14:29.088723Z","steps":["trace[1699123557] 'agreement among raft nodes before linearized reading' (duration: 331.76113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.088801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.756689Z","time spent":"332.101018ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:29.088847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.693326Z","time spent":"395.441466ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:29.359539Z","caller":"traceutil/trace.go:171","msg":"trace[811686806] linearizableReadLoop","detail":"{readStateIndex:24397; appliedIndex:24396; }","duration":"271.063643ms","start":"2026-02-27T02:14:29.088453Z","end":"2026-02-27T02:14:29.359517Z","steps":["trace[811686806] 'read index received' (duration: 270.92538ms)","trace[811686806] 'applied index is now lower than readState.Index' (duration: 137.193µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:29.359644Z","caller":"traceutil/trace.go:171","msg":"trace[2135022814] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"285.131509ms","start":"2026-02-27T02:14:29.0745Z","end":"2026-02-27T02:14:29.359632Z","steps":["trace[2135022814] 'process raft request' (duration: 284.866253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.360058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.185432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:14:29.360144Z","caller":"traceutil/trace.go:171","msg":"trace[969873072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23580; }","duration":"578.321095ms","start":"2026-02-27T02:14:28.781803Z","end":"2026-02-27T02:14:29.360124Z","steps":["trace[969873072] 'agreement among raft nodes before linearized reading' (duration: 577.856355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.36019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:28.781791Z","time spent":"578.387277ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:14:29.41486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.650272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T02:14:29.414915Z","caller":"traceutil/trace.go:171","msg":"trace[1587363354] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23583; }","duration":"323.783095ms","start":"2026-02-27T02:14:29.091118Z","end":"2026-02-27T02:14:29.414901Z","steps":["trace[1587363354] 'agreement among raft nodes before linearized reading' (duration: 323.627711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.414935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.0911Z","time spent":"323.829026ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:14:29.415018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.080646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:29.415044Z","caller":"traceutil/trace.go:171","msg":"trace[135115046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23583; }","duration":"325.129086ms","start":"2026-02-27T02:14:29.089908Z","end":"2026-02-27T02:14:29.415037Z","steps":["trace[135115046] 'agreement among raft nodes before linearized reading' (duration: 325.090425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:29.415061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:29.089887Z","time spent":"325.169678ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:14:29.698809Z","caller":"traceutil/trace.go:171","msg":"trace[1464853502] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"153.899007ms","start":"2026-02-27T02:14:29.544887Z","end":"2026-02-27T02:14:29.698786Z","steps":["trace[1464853502] 'process raft request' (duration: 140.368954ms)","trace[1464853502] 'compare' (duration: 13.425121ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:30.542429Z","caller":"traceutil/trace.go:171","msg":"trace[963274214] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"351.110639ms","start":"2026-02-27T02:14:30.191296Z","end":"2026-02-27T02:14:30.542407Z","steps":["trace[963274214] 'process raft request' (duration: 350.981146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:30.542782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.191275Z","time spent":"351.273142ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:30.557433Z","caller":"traceutil/trace.go:171","msg":"trace[2024120759] linearizableReadLoop","detail":"{readStateIndex:24407; appliedIndex:24405; }","duration":"296.106214ms","start":"2026-02-27T02:14:30.261312Z","end":"2026-02-27T02:14:30.557418Z","steps":["trace[2024120759] 'read index received' (duration: 281.004174ms)","trace[2024120759] 'applied index is now lower than readState.Index' (duration: 15.10146ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:30.557513Z","caller":"traceutil/trace.go:171","msg":"trace[1551074903] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"299.546983ms","start":"2026-02-27T02:14:30.25796Z","end":"2026-02-27T02:14:30.557507Z","steps":["trace[1551074903] 'process raft request' (duration: 299.378689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:30.557784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.032645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:14:30.557795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.021775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:14:30.557808Z","caller":"traceutil/trace.go:171","msg":"trace[1648620959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23590; }","duration":"209.082937ms","start":"2026-02-27T02:14:30.34872Z","end":"2026-02-27T02:14:30.557803Z","steps":["trace[1648620959] 'agreement among raft nodes before linearized reading' (duration: 209.021575ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:30.557824Z","caller":"traceutil/trace.go:171","msg":"trace[1628987327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23590; }","duration":"209.063316ms","start":"2026-02-27T02:14:30.348752Z","end":"2026-02-27T02:14:30.557816Z","steps":["trace[1628987327] 'agreement among raft nodes before linearized reading' (duration: 208.960644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:30.557908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.508957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:30.557927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.199519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:14:30.557984Z","caller":"traceutil/trace.go:171","msg":"trace[1130724451] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23590; }","duration":"291.595279ms","start":"2026-02-27T02:14:30.266379Z","end":"2026-02-27T02:14:30.557974Z","steps":["trace[1130724451] 'agreement among raft nodes before linearized reading' (duration: 291.504757ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:30.558007Z","caller":"traceutil/trace.go:171","msg":"trace[496036478] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23590; }","duration":"209.294781ms","start":"2026-02-27T02:14:30.348692Z","end":"2026-02-27T02:14:30.557987Z","steps":["trace[496036478] 'agreement among raft nodes before linearized reading' (duration: 209.059866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:30.558041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.695297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-27T02:14:30.558152Z","caller":"traceutil/trace.go:171","msg":"trace[263945579] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23590; }","duration":"296.84718ms","start":"2026-02-27T02:14:30.26128Z","end":"2026-02-27T02:14:30.558127Z","steps":["trace[263945579] 'agreement among raft nodes before linearized reading' (duration: 296.512232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:30.558372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.330688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-27T02:14:30.558407Z","caller":"traceutil/trace.go:171","msg":"trace[1037876933] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23590; }","duration":"297.094977ms","start":"2026-02-27T02:14:30.261303Z","end":"2026-02-27T02:14:30.558398Z","steps":["trace[1037876933] 'agreement among raft nodes before linearized reading' (duration: 296.282318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:30.558176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.265191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:14:30.558952Z","caller":"traceutil/trace.go:171","msg":"trace[1891323834] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23590; }","duration":"210.062319ms","start":"2026-02-27T02:14:30.348865Z","end":"2026-02-27T02:14:30.558927Z","steps":["trace[1891323834] 'agreement among raft nodes before linearized reading' (duration: 209.009964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.103255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.424084ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:31.103927Z","caller":"traceutil/trace.go:171","msg":"trace[478576665] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"540.692112ms","start":"2026-02-27T02:14:30.563201Z","end":"2026-02-27T02:14:31.103893Z","steps":["trace[478576665] 'process raft request' (duration: 518.456857ms)","trace[478576665] 'compare' (duration: 21.685752ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:31.103388Z","caller":"traceutil/trace.go:171","msg":"trace[44690319] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23590; }","duration":"527.567518ms","start":"2026-02-27T02:14:30.575801Z","end":"2026-02-27T02:14:31.103369Z","steps":["trace[44690319] 'range keys from in-memory index tree' (duration: 527.407814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.104102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.56318Z","time spent":"540.831346ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:31.125835Z","caller":"traceutil/trace.go:171","msg":"trace[1517386073] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"562.129319ms","start":"2026-02-27T02:14:30.563681Z","end":"2026-02-27T02:14:31.125811Z","steps":["trace[1517386073] 'process raft request' (duration: 561.564236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.126238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.563651Z","time spent":"562.266802ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:31.127084Z","caller":"traceutil/trace.go:171","msg":"trace[500805750] linearizableReadLoop","detail":"{readStateIndex:24412; appliedIndex:24407; }","duration":"372.77653ms","start":"2026-02-27T02:14:30.754278Z","end":"2026-02-27T02:14:31.127054Z","steps":["trace[500805750] 'read index received' (duration: 327.442399ms)","trace[500805750] 'applied index is now lower than readState.Index' (duration: 45.332981ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:31.127201Z","caller":"traceutil/trace.go:171","msg":"trace[1363226121] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"563.402999ms","start":"2026-02-27T02:14:30.563777Z","end":"2026-02-27T02:14:31.12718Z","steps":["trace[1363226121] 'process raft request' (duration: 561.636518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:31.127419Z","caller":"traceutil/trace.go:171","msg":"trace[1391591665] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"562.341184ms","start":"2026-02-27T02:14:30.564904Z","end":"2026-02-27T02:14:31.127245Z","steps":["trace[1391591665] 'process raft request' (duration: 562.043157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.127587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.563769Z","time spent":"563.47751ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.127739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.564884Z","time spent":"562.587209ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.12721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.924213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:31.128067Z","caller":"traceutil/trace.go:171","msg":"trace[726052948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23595; }","duration":"373.812474ms","start":"2026-02-27T02:14:30.754246Z","end":"2026-02-27T02:14:31.128058Z","steps":["trace[726052948] 'agreement among raft nodes before linearized reading' (duration: 372.904763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:31.128203Z","caller":"traceutil/trace.go:171","msg":"trace[1362714789] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"406.582593ms","start":"2026-02-27T02:14:30.721602Z","end":"2026-02-27T02:14:31.128185Z","steps":["trace[1362714789] 'process raft request' (duration: 405.405446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.12832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.754232Z","time spent":"373.875255ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:31.130024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:30.721573Z","time spent":"406.707326ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:31.529438Z","caller":"traceutil/trace.go:171","msg":"trace[1434521957] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"107.535732ms","start":"2026-02-27T02:14:31.421889Z","end":"2026-02-27T02:14:31.529425Z","steps":["trace[1434521957] 'process raft request' (duration: 107.42875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:31.867053Z","caller":"traceutil/trace.go:171","msg":"trace[112409543] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"444.80711ms","start":"2026-02-27T02:14:31.42222Z","end":"2026-02-27T02:14:31.867027Z","steps":["trace[112409543] 'process raft request' (duration: 422.710568ms)","trace[112409543] 'compare' (duration: 21.885617ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:31.867079Z","caller":"traceutil/trace.go:171","msg":"trace[1258650463] linearizableReadLoop","detail":"{readStateIndex:24416; appliedIndex:24414; }","duration":"387.187744ms","start":"2026-02-27T02:14:31.479869Z","end":"2026-02-27T02:14:31.867057Z","steps":["trace[1258650463] 'read index received' (duration: 49.579759ms)","trace[1258650463] 'applied index is now lower than readState.Index' (duration: 337.604595ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:31.867148Z","caller":"traceutil/trace.go:171","msg":"trace[44212009] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"441.982355ms","start":"2026-02-27T02:14:31.425133Z","end":"2026-02-27T02:14:31.867114Z","steps":["trace[44212009] 'process raft request' (duration: 441.835401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.867179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.422189Z","time spent":"444.925323ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.867293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.413639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:14:31.867342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.804519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:14:31.867354Z","caller":"traceutil/trace.go:171","msg":"trace[977544396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23599; }","duration":"387.496182ms","start":"2026-02-27T02:14:31.479845Z","end":"2026-02-27T02:14:31.867341Z","steps":["trace[977544396] 'agreement among raft nodes before linearized reading' (duration: 387.326548ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:31.867379Z","caller":"traceutil/trace.go:171","msg":"trace[2028443386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23599; }","duration":"164.891442ms","start":"2026-02-27T02:14:31.702478Z","end":"2026-02-27T02:14:31.867369Z","steps":["trace[2028443386] 'agreement among raft nodes before linearized reading' (duration: 164.718888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:31.867335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.33371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:31.867297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.425125Z","time spent":"442.088927ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:31.867419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:31.479834Z","time spent":"387.577644ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:14:31.867469Z","caller":"traceutil/trace.go:171","msg":"trace[1626468616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23599; }","duration":"111.491504ms","start":"2026-02-27T02:14:31.755931Z","end":"2026-02-27T02:14:31.867423Z","steps":["trace[1626468616] 'agreement among raft nodes before linearized reading' (duration: 111.296079ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:32.397464Z","caller":"traceutil/trace.go:171","msg":"trace[686154613] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"103.488328ms","start":"2026-02-27T02:14:32.293956Z","end":"2026-02-27T02:14:32.397445Z","steps":["trace[686154613] 'process raft request' (duration: 103.366146ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:36.228627Z","caller":"traceutil/trace.go:171","msg":"trace[1294429701] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"118.003505ms","start":"2026-02-27T02:14:36.110598Z","end":"2026-02-27T02:14:36.228601Z","steps":["trace[1294429701] 'process raft request' (duration: 117.826811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:37.486853Z","caller":"traceutil/trace.go:171","msg":"trace[950842589] linearizableReadLoop","detail":"{readStateIndex:24454; appliedIndex:24453; }","duration":"107.061972ms","start":"2026-02-27T02:14:37.379754Z","end":"2026-02-27T02:14:37.486816Z","steps":["trace[950842589] 'read index received' (duration: 45.931315ms)","trace[950842589] 'applied index is now lower than readState.Index' (duration: 61.129847ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:37.486972Z","caller":"traceutil/trace.go:171","msg":"trace[358900072] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"134.028116ms","start":"2026-02-27T02:14:37.352928Z","end":"2026-02-27T02:14:37.486956Z","steps":["trace[358900072] 'process raft request' (duration: 72.773336ms)","trace[358900072] 'compare' (duration: 60.910152ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:37.487231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.451861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-686bk\" ","response":"range_response_count:1 size:2831"} {"level":"info","ts":"2026-02-27T02:14:37.487316Z","caller":"traceutil/trace.go:171","msg":"trace[1881187008] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-686bk; range_end:; response_count:1; response_revision:23636; }","duration":"107.583434ms","start":"2026-02-27T02:14:37.379711Z","end":"2026-02-27T02:14:37.487294Z","steps":["trace[1881187008] 'agreement among raft nodes before linearized reading' (duration: 107.220566ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:39.771137Z","caller":"traceutil/trace.go:171","msg":"trace[1674736926] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"134.927138ms","start":"2026-02-27T02:14:39.636171Z","end":"2026-02-27T02:14:39.771098Z","steps":["trace[1674736926] 'process raft request' (duration: 107.01413ms)","trace[1674736926] 'compare' (duration: 27.760324ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:39.919066Z","caller":"traceutil/trace.go:171","msg":"trace[1639943614] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"107.467001ms","start":"2026-02-27T02:14:39.811575Z","end":"2026-02-27T02:14:39.919042Z","steps":["trace[1639943614] 'process raft request' (duration: 83.526656ms)","trace[1639943614] 'compare' (duration: 23.805002ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:40.103321Z","caller":"traceutil/trace.go:171","msg":"trace[176699655] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"141.959401ms","start":"2026-02-27T02:14:39.961351Z","end":"2026-02-27T02:14:40.10331Z","steps":["trace[176699655] 'process raft request' (duration: 71.15897ms)","trace[176699655] 'compare' (duration: 70.397002ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:40.103312Z","caller":"traceutil/trace.go:171","msg":"trace[55656014] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"140.549607ms","start":"2026-02-27T02:14:39.96273Z","end":"2026-02-27T02:14:40.10328Z","steps":["trace[55656014] 'process raft request' (duration: 140.385343ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:40.2394Z","caller":"traceutil/trace.go:171","msg":"trace[1260628668] linearizableReadLoop","detail":"{readStateIndex:24489; appliedIndex:24487; }","duration":"129.394409ms","start":"2026-02-27T02:14:40.109984Z","end":"2026-02-27T02:14:40.239379Z","steps":["trace[1260628668] 'read index received' (duration: 81.739244ms)","trace[1260628668] 'applied index is now lower than readState.Index' (duration: 47.654175ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:40.239467Z","caller":"traceutil/trace.go:171","msg":"trace[40536667] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"130.73206ms","start":"2026-02-27T02:14:40.108708Z","end":"2026-02-27T02:14:40.23944Z","steps":["trace[40536667] 'process raft request' (duration: 124.68867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:40.239634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.657765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3377"} {"level":"info","ts":"2026-02-27T02:14:40.239673Z","caller":"traceutil/trace.go:171","msg":"trace[63353960] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:23670; }","duration":"129.711896ms","start":"2026-02-27T02:14:40.109952Z","end":"2026-02-27T02:14:40.239663Z","steps":["trace[63353960] 'agreement among raft nodes before linearized reading' (duration: 129.555403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:40.239719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.644418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:14:40.239787Z","caller":"traceutil/trace.go:171","msg":"trace[148457099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23670; }","duration":"108.738401ms","start":"2026-02-27T02:14:40.131033Z","end":"2026-02-27T02:14:40.239771Z","steps":["trace[148457099] 'agreement among raft nodes before linearized reading' (duration: 108.565387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:40.239868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.123879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bdc8z\" ","response":"range_response_count:1 size:3797"} {"level":"info","ts":"2026-02-27T02:14:40.240019Z","caller":"traceutil/trace.go:171","msg":"trace[1607440773] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bdc8z; range_end:; response_count:1; response_revision:23670; }","duration":"115.283932ms","start":"2026-02-27T02:14:40.124712Z","end":"2026-02-27T02:14:40.239996Z","steps":["trace[1607440773] 'agreement among raft nodes before linearized reading' (duration: 114.881223ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:40.487132Z","caller":"traceutil/trace.go:171","msg":"trace[382443224] linearizableReadLoop","detail":"{readStateIndex:24491; appliedIndex:24489; }","duration":"238.276534ms","start":"2026-02-27T02:14:40.248835Z","end":"2026-02-27T02:14:40.487111Z","steps":["trace[382443224] 'read index received' (duration: 47.533372ms)","trace[382443224] 'applied index is now lower than readState.Index' (duration: 190.739112ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:40.487255Z","caller":"traceutil/trace.go:171","msg":"trace[2040043651] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"239.314868ms","start":"2026-02-27T02:14:40.247928Z","end":"2026-02-27T02:14:40.487243Z","steps":["trace[2040043651] 'process raft request' (duration: 169.10929ms)","trace[2040043651] 'compare' (duration: 69.971752ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:40.487657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.799406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3377"} {"level":"info","ts":"2026-02-27T02:14:40.487699Z","caller":"traceutil/trace.go:171","msg":"trace[2045207646] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:23672; }","duration":"238.875507ms","start":"2026-02-27T02:14:40.248813Z","end":"2026-02-27T02:14:40.487689Z","steps":["trace[2045207646] 'agreement among raft nodes before linearized reading' (duration: 238.540559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:40.487998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.675167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-02-27T02:14:40.488087Z","caller":"traceutil/trace.go:171","msg":"trace[820130801] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-conductor; range_end:; response_count:1; response_revision:23672; }","duration":"101.80032ms","start":"2026-02-27T02:14:40.386263Z","end":"2026-02-27T02:14:40.488063Z","steps":["trace[820130801] 'agreement among raft nodes before linearized reading' (duration: 101.581705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.109451Z","caller":"traceutil/trace.go:171","msg":"trace[749158789] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"307.58303ms","start":"2026-02-27T02:14:40.801844Z","end":"2026-02-27T02:14:41.109427Z","steps":["trace[749158789] 'process raft request' (duration: 307.425366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:41.109603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:40.801818Z","time spent":"307.704113ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:41.399791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.279412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:14:41.399846Z","caller":"traceutil/trace.go:171","msg":"trace[673580405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23674; }","duration":"175.385885ms","start":"2026-02-27T02:14:41.224446Z","end":"2026-02-27T02:14:41.399832Z","steps":["trace[673580405] 'range keys from in-memory index tree' (duration: 175.119329ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.485532Z","caller":"traceutil/trace.go:171","msg":"trace[1175455687] linearizableReadLoop","detail":"{readStateIndex:24494; appliedIndex:24493; }","duration":"175.658172ms","start":"2026-02-27T02:14:41.309849Z","end":"2026-02-27T02:14:41.485507Z","steps":["trace[1175455687] 'read index received' (duration: 175.492048ms)","trace[1175455687] 'applied index is now lower than readState.Index' (duration: 165.074µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:41.485563Z","caller":"traceutil/trace.go:171","msg":"trace[1111601846] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"222.401515ms","start":"2026-02-27T02:14:41.26314Z","end":"2026-02-27T02:14:41.485541Z","steps":["trace[1111601846] 'process raft request' (duration: 222.220481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:41.485923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.051791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:14:41.486026Z","caller":"traceutil/trace.go:171","msg":"trace[1857107768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23675; }","duration":"176.196824ms","start":"2026-02-27T02:14:41.309806Z","end":"2026-02-27T02:14:41.486002Z","steps":["trace[1857107768] 'agreement among raft nodes before linearized reading' (duration: 175.841246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.619441Z","caller":"traceutil/trace.go:171","msg":"trace[1853679540] linearizableReadLoop","detail":"{readStateIndex:24496; appliedIndex:24494; }","duration":"133.819771ms","start":"2026-02-27T02:14:41.485598Z","end":"2026-02-27T02:14:41.619418Z","steps":["trace[1853679540] 'read index received' (duration: 63.345978ms)","trace[1853679540] 'applied index is now lower than readState.Index' (duration: 70.472863ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:41.619594Z","caller":"traceutil/trace.go:171","msg":"trace[2035576325] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"159.460335ms","start":"2026-02-27T02:14:41.460107Z","end":"2026-02-27T02:14:41.619567Z","steps":["trace[2035576325] 'process raft request' (duration: 159.21758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:41.619682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.32837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:14:41.619774Z","caller":"traceutil/trace.go:171","msg":"trace[146547007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23677; }","duration":"171.484644ms","start":"2026-02-27T02:14:41.44827Z","end":"2026-02-27T02:14:41.619754Z","steps":["trace[146547007] 'agreement among raft nodes before linearized reading' (duration: 171.198817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:41.61972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.06487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:14:41.61985Z","caller":"traceutil/trace.go:171","msg":"trace[2100027690] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23677; }","duration":"267.218883ms","start":"2026-02-27T02:14:41.352622Z","end":"2026-02-27T02:14:41.619841Z","steps":["trace[2100027690] 'agreement among raft nodes before linearized reading' (duration: 267.025948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:41.619625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.240446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:41.61996Z","caller":"traceutil/trace.go:171","msg":"trace[134242910] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23677; }","duration":"230.614184ms","start":"2026-02-27T02:14:41.389339Z","end":"2026-02-27T02:14:41.619953Z","steps":["trace[134242910] 'agreement among raft nodes before linearized reading' (duration: 230.185854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.61949Z","caller":"traceutil/trace.go:171","msg":"trace[379930694] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"215.789641ms","start":"2026-02-27T02:14:41.403684Z","end":"2026-02-27T02:14:41.619474Z","steps":["trace[379930694] 'process raft request' (duration: 145.242957ms)","trace[379930694] 'compare' (duration: 70.082553ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:41.620007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.953462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:41.620141Z","caller":"traceutil/trace.go:171","msg":"trace[565348394] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23677; }","duration":"300.243628ms","start":"2026-02-27T02:14:41.319881Z","end":"2026-02-27T02:14:41.620125Z","steps":["trace[565348394] 'agreement among raft nodes before linearized reading' (duration: 299.755897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:41.620283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:41.319857Z","time spent":"300.373352ms","remote":"127.0.0.1:48010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:41.633199Z","caller":"traceutil/trace.go:171","msg":"trace[1632450703] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"134.64561ms","start":"2026-02-27T02:14:41.498532Z","end":"2026-02-27T02:14:41.633178Z","steps":["trace[1632450703] 'process raft request' (duration: 134.586618ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.633248Z","caller":"traceutil/trace.go:171","msg":"trace[487176427] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"142.680347ms","start":"2026-02-27T02:14:41.490532Z","end":"2026-02-27T02:14:41.633212Z","steps":["trace[487176427] 'process raft request' (duration: 142.459611ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.785953Z","caller":"traceutil/trace.go:171","msg":"trace[450566313] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"206.296ms","start":"2026-02-27T02:14:41.579632Z","end":"2026-02-27T02:14:41.785928Z","steps":["trace[450566313] 'process raft request' (duration: 205.692766ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.786209Z","caller":"traceutil/trace.go:171","msg":"trace[1566801477] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"179.847318ms","start":"2026-02-27T02:14:41.60635Z","end":"2026-02-27T02:14:41.786198Z","steps":["trace[1566801477] 'process raft request' (duration: 179.50196ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.786498Z","caller":"traceutil/trace.go:171","msg":"trace[1324226179] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"164.038782ms","start":"2026-02-27T02:14:41.622435Z","end":"2026-02-27T02:14:41.786474Z","steps":["trace[1324226179] 'process raft request' (duration: 163.746905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.786787Z","caller":"traceutil/trace.go:171","msg":"trace[277539896] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"162.061157ms","start":"2026-02-27T02:14:41.624711Z","end":"2026-02-27T02:14:41.786772Z","steps":["trace[277539896] 'process raft request' (duration: 161.647837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:41.787117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.883359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9853"} {"level":"info","ts":"2026-02-27T02:14:41.78716Z","caller":"traceutil/trace.go:171","msg":"trace[1962740855] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23683; }","duration":"166.995241ms","start":"2026-02-27T02:14:41.620155Z","end":"2026-02-27T02:14:41.78715Z","steps":["trace[1962740855] 'agreement among raft nodes before linearized reading' (duration: 166.843727ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.787527Z","caller":"traceutil/trace.go:171","msg":"trace[1401784896] linearizableReadLoop","detail":"{readStateIndex:24500; appliedIndex:24496; }","duration":"167.293718ms","start":"2026-02-27T02:14:41.620214Z","end":"2026-02-27T02:14:41.787508Z","steps":["trace[1401784896] 'read index received' (duration: 12.793967ms)","trace[1401784896] 'applied index is now lower than readState.Index' (duration: 153.60291ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:41.793657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.32309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:41.793705Z","caller":"traceutil/trace.go:171","msg":"trace[1362342575] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:0; response_revision:23684; }","duration":"158.403842ms","start":"2026-02-27T02:14:41.63529Z","end":"2026-02-27T02:14:41.793694Z","steps":["trace[1362342575] 'agreement among raft nodes before linearized reading' (duration: 158.305209ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.793901Z","caller":"traceutil/trace.go:171","msg":"trace[1357802474] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"160.89636ms","start":"2026-02-27T02:14:41.632979Z","end":"2026-02-27T02:14:41.793875Z","steps":["trace[1357802474] 'process raft request' (duration: 160.515921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.95316Z","caller":"traceutil/trace.go:171","msg":"trace[58888059] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"144.447248ms","start":"2026-02-27T02:14:41.808688Z","end":"2026-02-27T02:14:41.953136Z","steps":["trace[58888059] 'process raft request' (duration: 144.384827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:41.953336Z","caller":"traceutil/trace.go:171","msg":"trace[368861180] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"156.213531ms","start":"2026-02-27T02:14:41.797031Z","end":"2026-02-27T02:14:41.953244Z","steps":["trace[368861180] 'process raft request' (duration: 125.933749ms)","trace[368861180] 'compare' (duration: 29.949054ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:42.128309Z","caller":"traceutil/trace.go:171","msg":"trace[2137475591] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"170.113103ms","start":"2026-02-27T02:14:41.958175Z","end":"2026-02-27T02:14:42.128289Z","steps":["trace[2137475591] 'process raft request' (duration: 124.432034ms)","trace[2137475591] 'compare' (duration: 45.541206ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:42.147375Z","caller":"traceutil/trace.go:171","msg":"trace[1545091583] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"185.131111ms","start":"2026-02-27T02:14:41.962217Z","end":"2026-02-27T02:14:42.147348Z","steps":["trace[1545091583] 'process raft request' (duration: 184.984398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:42.147531Z","caller":"traceutil/trace.go:171","msg":"trace[1290562819] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"172.487598ms","start":"2026-02-27T02:14:41.975037Z","end":"2026-02-27T02:14:42.147524Z","steps":["trace[1290562819] 'process raft request' (duration: 172.297404ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:42.147515Z","caller":"traceutil/trace.go:171","msg":"trace[2110619277] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"184.321013ms","start":"2026-02-27T02:14:41.963178Z","end":"2026-02-27T02:14:42.147499Z","steps":["trace[2110619277] 'process raft request' (duration: 184.128868ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:42.147555Z","caller":"traceutil/trace.go:171","msg":"trace[1156324204] linearizableReadLoop","detail":"{readStateIndex:24509; appliedIndex:24505; }","duration":"129.534343ms","start":"2026-02-27T02:14:42.017982Z","end":"2026-02-27T02:14:42.147516Z","steps":["trace[1156324204] 'read index received' (duration: 64.728421ms)","trace[1156324204] 'applied index is now lower than readState.Index' (duration: 64.802932ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:42.147695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.702927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:42.147748Z","caller":"traceutil/trace.go:171","msg":"trace[1266046681] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23690; }","duration":"129.769708ms","start":"2026-02-27T02:14:42.017966Z","end":"2026-02-27T02:14:42.147736Z","steps":["trace[1266046681] 'agreement among raft nodes before linearized reading' (duration: 129.622335ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:42.42612Z","caller":"traceutil/trace.go:171","msg":"trace[1944364361] linearizableReadLoop","detail":"{readStateIndex:24515; appliedIndex:24513; }","duration":"181.051276ms","start":"2026-02-27T02:14:42.245049Z","end":"2026-02-27T02:14:42.4261Z","steps":["trace[1944364361] 'read index received' (duration: 41.946722ms)","trace[1944364361] 'applied index is now lower than readState.Index' (duration: 139.103724ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:42.426211Z","caller":"traceutil/trace.go:171","msg":"trace[178216180] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"190.821533ms","start":"2026-02-27T02:14:42.235381Z","end":"2026-02-27T02:14:42.426202Z","steps":["trace[178216180] 'process raft request' (duration: 157.784957ms)","trace[178216180] 'compare' (duration: 32.833481ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:42.426477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.407134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:14:42.426565Z","caller":"traceutil/trace.go:171","msg":"trace[1170151514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23695; }","duration":"181.516958ms","start":"2026-02-27T02:14:42.245028Z","end":"2026-02-27T02:14:42.426545Z","steps":["trace[1170151514] 'agreement among raft nodes before linearized reading' (duration: 181.306403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:42.475145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.100409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:14:42.475213Z","caller":"traceutil/trace.go:171","msg":"trace[1359356828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23696; }","duration":"175.206161ms","start":"2026-02-27T02:14:42.299991Z","end":"2026-02-27T02:14:42.475197Z","steps":["trace[1359356828] 'agreement among raft nodes before linearized reading' (duration: 174.962896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:42.566777Z","caller":"traceutil/trace.go:171","msg":"trace[1775881036] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"133.869903ms","start":"2026-02-27T02:14:42.432883Z","end":"2026-02-27T02:14:42.566753Z","steps":["trace[1775881036] 'process raft request' (duration: 109.065438ms)","trace[1775881036] 'compare' (duration: 24.61002ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:42.566852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.252957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:42.566928Z","caller":"traceutil/trace.go:171","msg":"trace[646511598] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23697; }","duration":"120.339639ms","start":"2026-02-27T02:14:42.446572Z","end":"2026-02-27T02:14:42.566912Z","steps":["trace[646511598] 'agreement among raft nodes before linearized reading' (duration: 120.222847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.012415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.361175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:43.01252Z","caller":"traceutil/trace.go:171","msg":"trace[1171812725] linearizableReadLoop","detail":"{readStateIndex:24522; appliedIndex:24521; }","duration":"383.388797ms","start":"2026-02-27T02:14:42.629113Z","end":"2026-02-27T02:14:43.012502Z","steps":["trace[1171812725] 'read index received' (duration: 141.92147ms)","trace[1171812725] 'applied index is now lower than readState.Index' (duration: 241.465987ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:43.012567Z","caller":"traceutil/trace.go:171","msg":"trace[2059342172] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"432.154298ms","start":"2026-02-27T02:14:42.580386Z","end":"2026-02-27T02:14:43.012541Z","steps":["trace[2059342172] 'process raft request' (duration: 190.541857ms)","trace[2059342172] 'compare' (duration: 241.173941ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:43.012688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.556011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-02-27T02:14:43.012706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.580376Z","time spent":"432.2519ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2622,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:43.012753Z","caller":"traceutil/trace.go:171","msg":"trace[515236797] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23702; }","duration":"383.664633ms","start":"2026-02-27T02:14:42.62907Z","end":"2026-02-27T02:14:43.012735Z","steps":["trace[515236797] 'agreement among raft nodes before linearized reading' (duration: 383.494889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.012798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.629053Z","time spent":"383.737095ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-02-27T02:14:43.273691Z","caller":"traceutil/trace.go:171","msg":"trace[1219369737] linearizableReadLoop","detail":"{readStateIndex:24523; appliedIndex:24522; }","duration":"261.125303ms","start":"2026-02-27T02:14:43.012547Z","end":"2026-02-27T02:14:43.273673Z","steps":["trace[1219369737] 'read index received' (duration: 171.540756ms)","trace[1219369737] 'applied index is now lower than readState.Index' (duration: 89.583877ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:43.273829Z","caller":"traceutil/trace.go:171","msg":"trace[1439356576] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"588.311497ms","start":"2026-02-27T02:14:42.685509Z","end":"2026-02-27T02:14:43.27382Z","steps":["trace[1439356576] 'process raft request' (duration: 498.560057ms)","trace[1439356576] 'compare' (duration: 89.502424ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:43.273891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.685488Z","time spent":"588.361918ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:14:43.274052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.56233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:43.274075Z","caller":"traceutil/trace.go:171","msg":"trace[973720095] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23703; }","duration":"345.636382ms","start":"2026-02-27T02:14:42.928432Z","end":"2026-02-27T02:14:43.274069Z","steps":["trace[973720095] 'agreement among raft nodes before linearized reading' (duration: 345.57586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.274091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.928411Z","time spent":"345.675893ms","remote":"127.0.0.1:39158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:43.274717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.547887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2364563"} {"level":"info","ts":"2026-02-27T02:14:43.27474Z","caller":"traceutil/trace.go:171","msg":"trace[1194303816] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23703; }","duration":"451.610728ms","start":"2026-02-27T02:14:42.823124Z","end":"2026-02-27T02:14:43.274735Z","steps":["trace[1194303816] 'agreement among raft nodes before linearized reading' (duration: 451.037265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.274754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.823095Z","time spent":"451.654659ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2364586,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-02-27T02:14:43.275746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.042578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:14:43.275767Z","caller":"traceutil/trace.go:171","msg":"trace[1515135116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23703; }","duration":"581.090739ms","start":"2026-02-27T02:14:42.694671Z","end":"2026-02-27T02:14:43.275762Z","steps":["trace[1515135116] 'agreement among raft nodes before linearized reading' (duration: 581.030698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.27578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.694655Z","time spent":"581.12218ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:14:43.275934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.91076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-8454db46c7-jbr5j\" ","response":"range_response_count:1 size:8496"} {"level":"info","ts":"2026-02-27T02:14:43.275964Z","caller":"traceutil/trace.go:171","msg":"trace[1058100075] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-8454db46c7-jbr5j; range_end:; response_count:1; response_revision:23703; }","duration":"594.981241ms","start":"2026-02-27T02:14:42.680977Z","end":"2026-02-27T02:14:43.275958Z","steps":["trace[1058100075] 'agreement among raft nodes before linearized reading' (duration: 594.90437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.27598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.680956Z","time spent":"595.020202ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8519,"request content":"key:\"/registry/pods/openstack/magnum-api-8454db46c7-jbr5j\" "} {"level":"warn","ts":"2026-02-27T02:14:43.27609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.742858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:14:43.27611Z","caller":"traceutil/trace.go:171","msg":"trace[930580947] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23703; }","duration":"642.777539ms","start":"2026-02-27T02:14:42.633327Z","end":"2026-02-27T02:14:43.276105Z","steps":["trace[930580947] 'agreement among raft nodes before linearized reading' (duration: 642.727318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.276123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:42.633319Z","time spent":"642.799949ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-27T02:14:43.332574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.764309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:14:43.332586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.5701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:43.332646Z","caller":"traceutil/trace.go:171","msg":"trace[403054321] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"210.445418ms","start":"2026-02-27T02:14:43.122188Z","end":"2026-02-27T02:14:43.332634Z","steps":["trace[403054321] 'process raft request' (duration: 210.114631ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.332653Z","caller":"traceutil/trace.go:171","msg":"trace[1196180202] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23705; }","duration":"252.900103ms","start":"2026-02-27T02:14:43.079737Z","end":"2026-02-27T02:14:43.332637Z","steps":["trace[1196180202] 'agreement among raft nodes before linearized reading' (duration: 252.750279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.332668Z","caller":"traceutil/trace.go:171","msg":"trace[1893631967] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:23705; }","duration":"175.691433ms","start":"2026-02-27T02:14:43.156958Z","end":"2026-02-27T02:14:43.332649Z","steps":["trace[1893631967] 'agreement among raft nodes before linearized reading' (duration: 175.472238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.332588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.666747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T02:14:43.332759Z","caller":"traceutil/trace.go:171","msg":"trace[1221111498] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23705; }","duration":"315.859172ms","start":"2026-02-27T02:14:43.016872Z","end":"2026-02-27T02:14:43.332731Z","steps":["trace[1221111498] 'agreement among raft nodes before linearized reading' (duration: 315.573135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.332829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:43.016843Z","time spent":"315.962334ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-02-27T02:14:43.333012Z","caller":"traceutil/trace.go:171","msg":"trace[1402892659] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"295.155302ms","start":"2026-02-27T02:14:43.037257Z","end":"2026-02-27T02:14:43.332412Z","steps":["trace[1402892659] 'process raft request' (duration: 294.872606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.332615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.42895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:14:43.333522Z","caller":"traceutil/trace.go:171","msg":"trace[312867998] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23705; }","duration":"262.362561ms","start":"2026-02-27T02:14:43.071132Z","end":"2026-02-27T02:14:43.333495Z","steps":["trace[312867998] 'agreement among raft nodes before linearized reading' (duration: 261.320997ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.51762Z","caller":"traceutil/trace.go:171","msg":"trace[915319074] linearizableReadLoop","detail":"{readStateIndex:24528; appliedIndex:24525; }","duration":"185.210353ms","start":"2026-02-27T02:14:43.332381Z","end":"2026-02-27T02:14:43.517592Z","steps":["trace[915319074] 'read index received' (duration: 169.14409ms)","trace[915319074] 'applied index is now lower than readState.Index' (duration: 16.064772ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:43.517949Z","caller":"traceutil/trace.go:171","msg":"trace[2072233629] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"236.275537ms","start":"2026-02-27T02:14:43.281628Z","end":"2026-02-27T02:14:43.517904Z","steps":["trace[2072233629] 'process raft request' (duration: 219.900177ms)","trace[2072233629] 'compare' (duration: 15.753315ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:43.518407Z","caller":"traceutil/trace.go:171","msg":"trace[1457417232] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"233.741328ms","start":"2026-02-27T02:14:43.284649Z","end":"2026-02-27T02:14:43.51839Z","steps":["trace[1457417232] 'process raft request' (duration: 232.786236ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.51876Z","caller":"traceutil/trace.go:171","msg":"trace[1832831276] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"230.962903ms","start":"2026-02-27T02:14:43.287778Z","end":"2026-02-27T02:14:43.51874Z","steps":["trace[1832831276] 'process raft request' (duration: 229.742855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.519107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.629332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-27T02:14:43.519175Z","caller":"traceutil/trace.go:171","msg":"trace[1690594123] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23708; }","duration":"216.728944ms","start":"2026-02-27T02:14:43.302425Z","end":"2026-02-27T02:14:43.519154Z","steps":["trace[1690594123] 'agreement among raft nodes before linearized reading' (duration: 216.532159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.519462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.075679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e63dea2c-d961-4bc3-bee7-d93200ec50d9\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T02:14:43.519514Z","caller":"traceutil/trace.go:171","msg":"trace[1112836582] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e63dea2c-d961-4bc3-bee7-d93200ec50d9; range_end:; response_count:1; response_revision:23708; }","duration":"238.13969ms","start":"2026-02-27T02:14:43.281361Z","end":"2026-02-27T02:14:43.519501Z","steps":["trace[1112836582] 'agreement among raft nodes before linearized reading' (duration: 237.997197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.59343Z","caller":"traceutil/trace.go:171","msg":"trace[1856703784] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"254.628353ms","start":"2026-02-27T02:14:43.338765Z","end":"2026-02-27T02:14:43.593394Z","steps":["trace[1856703784] 'process raft request' (duration: 254.347846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.593485Z","caller":"traceutil/trace.go:171","msg":"trace[1236714011] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"254.640933ms","start":"2026-02-27T02:14:43.338799Z","end":"2026-02-27T02:14:43.59344Z","steps":["trace[1236714011] 'process raft request' (duration: 254.450378ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.593565Z","caller":"traceutil/trace.go:171","msg":"trace[210916155] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"251.862759ms","start":"2026-02-27T02:14:43.341663Z","end":"2026-02-27T02:14:43.593525Z","steps":["trace[210916155] 'process raft request' (duration: 251.697535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.593668Z","caller":"traceutil/trace.go:171","msg":"trace[881731270] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"251.939031ms","start":"2026-02-27T02:14:43.341708Z","end":"2026-02-27T02:14:43.593647Z","steps":["trace[881731270] 'process raft request' (duration: 251.691825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.593782Z","caller":"traceutil/trace.go:171","msg":"trace[1621760237] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"252.339539ms","start":"2026-02-27T02:14:43.341427Z","end":"2026-02-27T02:14:43.593766Z","steps":["trace[1621760237] 'process raft request' (duration: 251.897469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.593865Z","caller":"traceutil/trace.go:171","msg":"trace[18069858] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"251.875648ms","start":"2026-02-27T02:14:43.341967Z","end":"2026-02-27T02:14:43.593842Z","steps":["trace[18069858] 'process raft request' (duration: 251.464479ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.593902Z","caller":"traceutil/trace.go:171","msg":"trace[1881301678] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"244.276342ms","start":"2026-02-27T02:14:43.349579Z","end":"2026-02-27T02:14:43.593855Z","steps":["trace[1881301678] 'process raft request' (duration: 243.926434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.59393Z","caller":"traceutil/trace.go:171","msg":"trace[339123235] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"251.366527ms","start":"2026-02-27T02:14:43.342551Z","end":"2026-02-27T02:14:43.593918Z","steps":["trace[339123235] 'process raft request' (duration: 250.911446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.594054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.523969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-02-27T02:14:43.59406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.85368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:14:43.594101Z","caller":"traceutil/trace.go:171","msg":"trace[1290438681] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23716; }","duration":"257.622492ms","start":"2026-02-27T02:14:43.336465Z","end":"2026-02-27T02:14:43.594088Z","steps":["trace[1290438681] 'agreement among raft nodes before linearized reading' (duration: 257.481698ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.594105Z","caller":"traceutil/trace.go:171","msg":"trace[563253867] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23716; }","duration":"236.912682ms","start":"2026-02-27T02:14:43.35718Z","end":"2026-02-27T02:14:43.594093Z","steps":["trace[563253867] 'agreement among raft nodes before linearized reading' (duration: 236.703717ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.7038Z","caller":"traceutil/trace.go:171","msg":"trace[1061552400] linearizableReadLoop","detail":"{readStateIndex:24537; appliedIndex:24536; }","duration":"110.195404ms","start":"2026-02-27T02:14:43.593586Z","end":"2026-02-27T02:14:43.703782Z","steps":["trace[1061552400] 'read index received' (duration: 90.237502ms)","trace[1061552400] 'applied index is now lower than readState.Index' (duration: 19.957342ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:43.703827Z","caller":"traceutil/trace.go:171","msg":"trace[805851071] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"177.211268ms","start":"2026-02-27T02:14:43.526586Z","end":"2026-02-27T02:14:43.703797Z","steps":["trace[805851071] 'process raft request' (duration: 157.219314ms)","trace[805851071] 'compare' (duration: 19.768148ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:43.703991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.430437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-02-27T02:14:43.704019Z","caller":"traceutil/trace.go:171","msg":"trace[1983826963] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23717; }","duration":"153.511288ms","start":"2026-02-27T02:14:43.550499Z","end":"2026-02-27T02:14:43.70401Z","steps":["trace[1983826963] 'agreement among raft nodes before linearized reading' (duration: 153.370895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.796142Z","caller":"traceutil/trace.go:171","msg":"trace[283191395] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"196.28428ms","start":"2026-02-27T02:14:43.599832Z","end":"2026-02-27T02:14:43.796117Z","steps":["trace[283191395] 'process raft request' (duration: 196.084085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.796377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.477527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:14:43.796432Z","caller":"traceutil/trace.go:171","msg":"trace[634635522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23720; }","duration":"159.575049ms","start":"2026-02-27T02:14:43.636844Z","end":"2026-02-27T02:14:43.796419Z","steps":["trace[634635522] 'agreement among raft nodes before linearized reading' (duration: 159.346544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.796413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.006087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:14:43.796494Z","caller":"traceutil/trace.go:171","msg":"trace[95233748] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23720; }","duration":"172.171671ms","start":"2026-02-27T02:14:43.624303Z","end":"2026-02-27T02:14:43.796474Z","steps":["trace[95233748] 'agreement among raft nodes before linearized reading' (duration: 171.879304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.796599Z","caller":"traceutil/trace.go:171","msg":"trace[974514692] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"187.590459ms","start":"2026-02-27T02:14:43.608999Z","end":"2026-02-27T02:14:43.79659Z","steps":["trace[974514692] 'process raft request' (duration: 187.086917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.796629Z","caller":"traceutil/trace.go:171","msg":"trace[225601959] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"195.058301ms","start":"2026-02-27T02:14:43.601549Z","end":"2026-02-27T02:14:43.796607Z","steps":["trace[225601959] 'process raft request' (duration: 194.492338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.796754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.931648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-02-27T02:14:43.796856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.392299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-27T02:14:43.796862Z","caller":"traceutil/trace.go:171","msg":"trace[610537774] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23720; }","duration":"198.073401ms","start":"2026-02-27T02:14:43.598759Z","end":"2026-02-27T02:14:43.796833Z","steps":["trace[610537774] 'agreement among raft nodes before linearized reading' (duration: 197.849616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.796901Z","caller":"traceutil/trace.go:171","msg":"trace[238394761] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23720; }","duration":"198.458291ms","start":"2026-02-27T02:14:43.59843Z","end":"2026-02-27T02:14:43.796888Z","steps":["trace[238394761] 'agreement among raft nodes before linearized reading' (duration: 198.350168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.796997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.382695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:43.797022Z","caller":"traceutil/trace.go:171","msg":"trace[1339210876] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:23720; }","duration":"197.418596ms","start":"2026-02-27T02:14:43.599598Z","end":"2026-02-27T02:14:43.797017Z","steps":["trace[1339210876] 'agreement among raft nodes before linearized reading' (duration: 197.375205ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:43.853561Z","caller":"traceutil/trace.go:171","msg":"trace[1567801974] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"128.413346ms","start":"2026-02-27T02:14:43.725117Z","end":"2026-02-27T02:14:43.85353Z","steps":["trace[1567801974] 'process raft request' (duration: 80.591088ms)","trace[1567801974] 'compare' (duration: 47.401679ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:43.887566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.660659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:43.887636Z","caller":"traceutil/trace.go:171","msg":"trace[1297401293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23725; }","duration":"130.759131ms","start":"2026-02-27T02:14:43.756859Z","end":"2026-02-27T02:14:43.887619Z","steps":["trace[1297401293] 'agreement among raft nodes before linearized reading' (duration: 130.668848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.887875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.208366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9954"} {"level":"info","ts":"2026-02-27T02:14:43.887926Z","caller":"traceutil/trace.go:171","msg":"trace[1480985899] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23725; }","duration":"164.285318ms","start":"2026-02-27T02:14:43.723628Z","end":"2026-02-27T02:14:43.887913Z","steps":["trace[1480985899] 'agreement among raft nodes before linearized reading' (duration: 164.157685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:43.888214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.544655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-02-27T02:14:43.888303Z","caller":"traceutil/trace.go:171","msg":"trace[894104018] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23725; }","duration":"180.656567ms","start":"2026-02-27T02:14:43.707632Z","end":"2026-02-27T02:14:43.888289Z","steps":["trace[894104018] 'agreement among raft nodes before linearized reading' (duration: 180.489213ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.141053Z","caller":"traceutil/trace.go:171","msg":"trace[2138105008] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"174.084095ms","start":"2026-02-27T02:14:43.966935Z","end":"2026-02-27T02:14:44.141019Z","steps":["trace[2138105008] 'process raft request' (duration: 144.400037ms)","trace[2138105008] 'compare' (duration: 29.285739ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:44.14114Z","caller":"traceutil/trace.go:171","msg":"trace[823483507] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23735; }","duration":"157.341997ms","start":"2026-02-27T02:14:43.983767Z","end":"2026-02-27T02:14:44.141109Z","steps":["trace[823483507] 'process raft request' (duration: 157.097522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.141147Z","caller":"traceutil/trace.go:171","msg":"trace[1196659517] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"172.628622ms","start":"2026-02-27T02:14:43.96833Z","end":"2026-02-27T02:14:44.140959Z","steps":["trace[1196659517] 'process raft request' (duration: 172.418317ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.14107Z","caller":"traceutil/trace.go:171","msg":"trace[1698033247] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"165.524587ms","start":"2026-02-27T02:14:43.975526Z","end":"2026-02-27T02:14:44.14105Z","steps":["trace[1698033247] 'process raft request' (duration: 165.283871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.265795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.874275ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:14:44.266013Z","caller":"traceutil/trace.go:171","msg":"trace[1792839885] linearizableReadLoop","detail":"{readStateIndex:24557; appliedIndex:24552; }","duration":"258.462311ms","start":"2026-02-27T02:14:44.007518Z","end":"2026-02-27T02:14:44.265981Z","steps":["trace[1792839885] 'read index received' (duration: 103.775695ms)","trace[1792839885] 'applied index is now lower than readState.Index' (duration: 154.684596ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:44.266073Z","caller":"traceutil/trace.go:171","msg":"trace[190163323] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"146.552677ms","start":"2026-02-27T02:14:44.119487Z","end":"2026-02-27T02:14:44.26604Z","steps":["trace[190163323] 'process raft request' (duration: 146.411894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.266138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.911115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-02-27T02:14:44.266129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.862205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-27T02:14:44.266178Z","caller":"traceutil/trace.go:171","msg":"trace[2081549385] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23736; }","duration":"297.954536ms","start":"2026-02-27T02:14:43.968206Z","end":"2026-02-27T02:14:44.26616Z","steps":["trace[2081549385] 'agreement among raft nodes before linearized reading' (duration: 297.876044ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.266184Z","caller":"traceutil/trace.go:171","msg":"trace[211854103] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23735; }","duration":"297.939506ms","start":"2026-02-27T02:14:43.968227Z","end":"2026-02-27T02:14:44.266167Z","steps":["trace[211854103] 'agreement among raft nodes before linearized reading' (duration: 297.767092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.266171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.728779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:44.266232Z","caller":"traceutil/trace.go:171","msg":"trace[1604019753] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23735; }","duration":"284.843012ms","start":"2026-02-27T02:14:43.981374Z","end":"2026-02-27T02:14:44.266217Z","steps":["trace[1604019753] 'agreement among raft nodes before linearized reading' (duration: 284.615507ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.270474Z","caller":"traceutil/trace.go:171","msg":"trace[822454416] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23736; }","duration":"123.84708ms","start":"2026-02-27T02:14:44.146608Z","end":"2026-02-27T02:14:44.270455Z","steps":["trace[822454416] 'process raft request' (duration: 123.757608ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.341771Z","caller":"traceutil/trace.go:171","msg":"trace[831617506] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"189.774729ms","start":"2026-02-27T02:14:44.151972Z","end":"2026-02-27T02:14:44.341747Z","steps":["trace[831617506] 'process raft request' (duration: 189.579574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.34212Z","caller":"traceutil/trace.go:171","msg":"trace[1421450780] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"189.645336ms","start":"2026-02-27T02:14:44.152451Z","end":"2026-02-27T02:14:44.342096Z","steps":["trace[1421450780] 'process raft request' (duration: 189.235916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.342448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.348119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:4355"} {"level":"info","ts":"2026-02-27T02:14:44.342489Z","caller":"traceutil/trace.go:171","msg":"trace[186595792] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23738; }","duration":"192.431131ms","start":"2026-02-27T02:14:44.150048Z","end":"2026-02-27T02:14:44.342479Z","steps":["trace[186595792] 'agreement among raft nodes before linearized reading' (duration: 192.267017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.342699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.90846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-27T02:14:44.342735Z","caller":"traceutil/trace.go:171","msg":"trace[349239157] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23738; }","duration":"330.959692ms","start":"2026-02-27T02:14:44.011766Z","end":"2026-02-27T02:14:44.342725Z","steps":["trace[349239157] 'agreement among raft nodes before linearized reading' (duration: 330.860279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.342767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.011759Z","time spent":"331.001222ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-02-27T02:14:44.342916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.185857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-27T02:14:44.342975Z","caller":"traceutil/trace.go:171","msg":"trace[231255169] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23738; }","duration":"331.290669ms","start":"2026-02-27T02:14:44.011667Z","end":"2026-02-27T02:14:44.342958Z","steps":["trace[231255169] 'agreement among raft nodes before linearized reading' (duration: 331.128955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.343016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.011645Z","time spent":"331.36239ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-02-27T02:14:44.343223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.533015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-27T02:14:44.343261Z","caller":"traceutil/trace.go:171","msg":"trace[1430412899] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23738; }","duration":"331.587266ms","start":"2026-02-27T02:14:44.011628Z","end":"2026-02-27T02:14:44.343253Z","steps":["trace[1430412899] 'agreement among raft nodes before linearized reading' (duration: 331.491644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.343294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.011618Z","time spent":"331.669348ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-02-27T02:14:44.467687Z","caller":"traceutil/trace.go:171","msg":"trace[1157900516] linearizableReadLoop","detail":"{readStateIndex:24562; appliedIndex:24561; }","duration":"125.710604ms","start":"2026-02-27T02:14:44.341954Z","end":"2026-02-27T02:14:44.467665Z","steps":["trace[1157900516] 'read index received' (duration: 75.541931ms)","trace[1157900516] 'applied index is now lower than readState.Index' (duration: 50.167623ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:44.467753Z","caller":"traceutil/trace.go:171","msg":"trace[1345811938] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"189.042002ms","start":"2026-02-27T02:14:44.278681Z","end":"2026-02-27T02:14:44.467723Z","steps":["trace[1345811938] 'process raft request' (duration: 138.741536ms)","trace[1345811938] 'compare' (duration: 50.131702ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:44.467895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.020775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-27T02:14:44.467932Z","caller":"traceutil/trace.go:171","msg":"trace[246495291] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23739; }","duration":"190.104737ms","start":"2026-02-27T02:14:44.277817Z","end":"2026-02-27T02:14:44.467922Z","steps":["trace[246495291] 'agreement among raft nodes before linearized reading' (duration: 189.957813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.468222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.365063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:44.468297Z","caller":"traceutil/trace.go:171","msg":"trace[557497084] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:23739; }","duration":"190.466125ms","start":"2026-02-27T02:14:44.277819Z","end":"2026-02-27T02:14:44.468285Z","steps":["trace[557497084] 'agreement among raft nodes before linearized reading' (duration: 190.376293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.666579Z","caller":"traceutil/trace.go:171","msg":"trace[971202385] linearizableReadLoop","detail":"{readStateIndex:24564; appliedIndex:24562; }","duration":"198.805218ms","start":"2026-02-27T02:14:44.467748Z","end":"2026-02-27T02:14:44.666553Z","steps":["trace[971202385] 'read index received' (duration: 177.814961ms)","trace[971202385] 'applied index is now lower than readState.Index' (duration: 20.989067ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:44.666841Z","caller":"traceutil/trace.go:171","msg":"trace[1423717590] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"316.806083ms","start":"2026-02-27T02:14:44.349977Z","end":"2026-02-27T02:14:44.666783Z","steps":["trace[1423717590] 'process raft request' (duration: 295.53439ms)","trace[1423717590] 'compare' (duration: 20.845283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:44.669146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.349958Z","time spent":"319.082396ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:14:44.666954Z","caller":"traceutil/trace.go:171","msg":"trace[2004728237] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"315.701818ms","start":"2026-02-27T02:14:44.351241Z","end":"2026-02-27T02:14:44.666942Z","steps":["trace[2004728237] 'process raft request' (duration: 315.250827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.666998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.176955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-27T02:14:44.669543Z","caller":"traceutil/trace.go:171","msg":"trace[295916180] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23741; }","duration":"320.727725ms","start":"2026-02-27T02:14:44.348789Z","end":"2026-02-27T02:14:44.669517Z","steps":["trace[295916180] 'agreement among raft nodes before linearized reading' (duration: 318.009882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.669611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.813316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:44.669617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.348749Z","time spent":"320.847987ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-02-27T02:14:44.669662Z","caller":"traceutil/trace.go:171","msg":"trace[1090097082] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:23741; }","duration":"194.869876ms","start":"2026-02-27T02:14:44.474773Z","end":"2026-02-27T02:14:44.669643Z","steps":["trace[1090097082] 'agreement among raft nodes before linearized reading' (duration: 194.804375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.66706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.550558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2791"} {"level":"info","ts":"2026-02-27T02:14:44.669888Z","caller":"traceutil/trace.go:171","msg":"trace[2061585804] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23741; }","duration":"316.413925ms","start":"2026-02-27T02:14:44.353459Z","end":"2026-02-27T02:14:44.669873Z","steps":["trace[2061585804] 'agreement among raft nodes before linearized reading' (duration: 313.440696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.669925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.353449Z","time spent":"316.466896ms","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2814,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-02-27T02:14:44.667216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.38356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-27T02:14:44.670024Z","caller":"traceutil/trace.go:171","msg":"trace[358268579] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23741; }","duration":"321.251467ms","start":"2026-02-27T02:14:44.348762Z","end":"2026-02-27T02:14:44.670013Z","steps":["trace[358268579] 'agreement among raft nodes before linearized reading' (duration: 318.230417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.67006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.348742Z","time spent":"321.306288ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-02-27T02:14:44.669548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.757088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-27T02:14:44.670183Z","caller":"traceutil/trace.go:171","msg":"trace[210533324] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23741; }","duration":"196.425183ms","start":"2026-02-27T02:14:44.47375Z","end":"2026-02-27T02:14:44.670176Z","steps":["trace[210533324] 'agreement among raft nodes before linearized reading' (duration: 195.697086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.670475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:44.351233Z","time spent":"319.186449ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2412,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:14:44.793491Z","caller":"traceutil/trace.go:171","msg":"trace[1726944368] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"119.191113ms","start":"2026-02-27T02:14:44.674276Z","end":"2026-02-27T02:14:44.793467Z","steps":["trace[1726944368] 'process raft request' (duration: 107.146384ms)","trace[1726944368] 'compare' (duration: 11.921336ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:44.795694Z","caller":"traceutil/trace.go:171","msg":"trace[460788674] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"120.581684ms","start":"2026-02-27T02:14:44.675079Z","end":"2026-02-27T02:14:44.79566Z","steps":["trace[460788674] 'process raft request' (duration: 119.896598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.796026Z","caller":"traceutil/trace.go:171","msg":"trace[848379036] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"115.739933ms","start":"2026-02-27T02:14:44.680233Z","end":"2026-02-27T02:14:44.795973Z","steps":["trace[848379036] 'process raft request' (duration: 115.583749ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.796096Z","caller":"traceutil/trace.go:171","msg":"trace[1433289093] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"116.285516ms","start":"2026-02-27T02:14:44.679777Z","end":"2026-02-27T02:14:44.796063Z","steps":["trace[1433289093] 'process raft request' (duration: 115.893857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.796169Z","caller":"traceutil/trace.go:171","msg":"trace[1034734803] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"116.407508ms","start":"2026-02-27T02:14:44.679749Z","end":"2026-02-27T02:14:44.796156Z","steps":["trace[1034734803] 'process raft request' (duration: 115.825334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.796097Z","caller":"traceutil/trace.go:171","msg":"trace[560381159] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"116.46199ms","start":"2026-02-27T02:14:44.679618Z","end":"2026-02-27T02:14:44.79608Z","steps":["trace[560381159] 'process raft request' (duration: 115.61213ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.796848Z","caller":"traceutil/trace.go:171","msg":"trace[1954742642] linearizableReadLoop","detail":"{readStateIndex:24566; appliedIndex:24564; }","duration":"117.287459ms","start":"2026-02-27T02:14:44.679547Z","end":"2026-02-27T02:14:44.796835Z","steps":["trace[1954742642] 'read index received' (duration: 102.047886ms)","trace[1954742642] 'applied index is now lower than readState.Index' (duration: 15.238933ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:44.796857Z","caller":"traceutil/trace.go:171","msg":"trace[1267993088] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"116.45826ms","start":"2026-02-27T02:14:44.68038Z","end":"2026-02-27T02:14:44.796838Z","steps":["trace[1267993088] 'process raft request' (duration: 115.549219ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:44.7969Z","caller":"traceutil/trace.go:171","msg":"trace[1472523739] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"115.246382ms","start":"2026-02-27T02:14:44.681643Z","end":"2026-02-27T02:14:44.796889Z","steps":["trace[1472523739] 'process raft request' (duration: 115.120519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.797043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.431912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-27T02:14:44.797091Z","caller":"traceutil/trace.go:171","msg":"trace[555072002] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23749; }","duration":"117.503714ms","start":"2026-02-27T02:14:44.679574Z","end":"2026-02-27T02:14:44.797077Z","steps":["trace[555072002] 'agreement among raft nodes before linearized reading' (duration: 117.406692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.797167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.599996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112151"} {"level":"info","ts":"2026-02-27T02:14:44.797201Z","caller":"traceutil/trace.go:171","msg":"trace[491126429] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23749; }","duration":"117.665478ms","start":"2026-02-27T02:14:44.679528Z","end":"2026-02-27T02:14:44.797193Z","steps":["trace[491126429] 'agreement among raft nodes before linearized reading' (duration: 117.414552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.797295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.617556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-27T02:14:44.797325Z","caller":"traceutil/trace.go:171","msg":"trace[551134888] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23749; }","duration":"117.677448ms","start":"2026-02-27T02:14:44.67964Z","end":"2026-02-27T02:14:44.797318Z","steps":["trace[551134888] 'agreement among raft nodes before linearized reading' (duration: 117.579635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:44.797492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.726789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:4355"} {"level":"info","ts":"2026-02-27T02:14:44.797594Z","caller":"traceutil/trace.go:171","msg":"trace[1299093990] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23749; }","duration":"117.884453ms","start":"2026-02-27T02:14:44.679696Z","end":"2026-02-27T02:14:44.79758Z","steps":["trace[1299093990] 'agreement among raft nodes before linearized reading' (duration: 117.360141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.021912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.37177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/magnum-registry\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-02-27T02:14:45.021977Z","caller":"traceutil/trace.go:171","msg":"trace[1132391615] range","detail":"{range_begin:/registry/services/endpoints/openstack/magnum-registry; range_end:; response_count:1; response_revision:23753; }","duration":"126.471481ms","start":"2026-02-27T02:14:44.895491Z","end":"2026-02-27T02:14:45.021963Z","steps":["trace[1132391615] 'range keys from in-memory index tree' (duration: 126.297098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.022284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.450985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:14:45.022318Z","caller":"traceutil/trace.go:171","msg":"trace[1238926369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23753; }","duration":"124.523866ms","start":"2026-02-27T02:14:44.897787Z","end":"2026-02-27T02:14:45.022311Z","steps":["trace[1238926369] 'range keys from in-memory index tree' (duration: 124.288821ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.023014Z","caller":"traceutil/trace.go:171","msg":"trace[934915058] linearizableReadLoop","detail":"{readStateIndex:24578; appliedIndex:24577; }","duration":"125.11328ms","start":"2026-02-27T02:14:44.897892Z","end":"2026-02-27T02:14:45.023005Z","steps":["trace[934915058] 'read index received' (duration: 66.662335ms)","trace[934915058] 'applied index is now lower than readState.Index' (duration: 58.450195ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:45.0232Z","caller":"traceutil/trace.go:171","msg":"trace[1722507787] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"125.319275ms","start":"2026-02-27T02:14:44.897869Z","end":"2026-02-27T02:14:45.023189Z","steps":["trace[1722507787] 'process raft request' (duration: 66.497541ms)","trace[1722507787] 'compare' (duration: 58.259811ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:45.023427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.5353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-02-27T02:14:45.023461Z","caller":"traceutil/trace.go:171","msg":"trace[33201374] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:23754; }","duration":"125.580821ms","start":"2026-02-27T02:14:44.897873Z","end":"2026-02-27T02:14:45.023453Z","steps":["trace[33201374] 'agreement among raft nodes before linearized reading' (duration: 125.442278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.076859Z","caller":"traceutil/trace.go:171","msg":"trace[1924791209] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"177.992696ms","start":"2026-02-27T02:14:44.898823Z","end":"2026-02-27T02:14:45.076815Z","steps":["trace[1924791209] 'process raft request' (duration: 177.706399ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.076979Z","caller":"traceutil/trace.go:171","msg":"trace[1823782949] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"177.886904ms","start":"2026-02-27T02:14:44.899067Z","end":"2026-02-27T02:14:45.076954Z","steps":["trace[1823782949] 'process raft request' (duration: 177.603567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.077003Z","caller":"traceutil/trace.go:171","msg":"trace[1665612542] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"163.649143ms","start":"2026-02-27T02:14:44.913329Z","end":"2026-02-27T02:14:45.076978Z","steps":["trace[1665612542] 'process raft request' (duration: 163.550251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.085474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.220643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-02-27T02:14:45.085504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.802097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-r8rhf\" ","response":"range_response_count:1 size:2469"} {"level":"info","ts":"2026-02-27T02:14:45.085553Z","caller":"traceutil/trace.go:171","msg":"trace[516030352] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23760; }","duration":"169.337095ms","start":"2026-02-27T02:14:44.916197Z","end":"2026-02-27T02:14:45.085534Z","steps":["trace[516030352] 'agreement among raft nodes before linearized reading' (duration: 169.11678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.085564Z","caller":"traceutil/trace.go:171","msg":"trace[2007154033] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-r8rhf; range_end:; response_count:1; response_revision:23760; }","duration":"185.899009ms","start":"2026-02-27T02:14:44.899651Z","end":"2026-02-27T02:14:45.08555Z","steps":["trace[2007154033] 'agreement among raft nodes before linearized reading' (duration: 185.724905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.085709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.673061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bdc8z\" ","response":"range_response_count:1 size:4818"} {"level":"info","ts":"2026-02-27T02:14:45.085759Z","caller":"traceutil/trace.go:171","msg":"trace[905294593] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bdc8z; range_end:; response_count:1; response_revision:23760; }","duration":"187.719582ms","start":"2026-02-27T02:14:44.898019Z","end":"2026-02-27T02:14:45.085738Z","steps":["trace[905294593] 'agreement among raft nodes before linearized reading' (duration: 187.630039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.08615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.09196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-27T02:14:45.086182Z","caller":"traceutil/trace.go:171","msg":"trace[1760907472] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23760; }","duration":"169.133931ms","start":"2026-02-27T02:14:44.91704Z","end":"2026-02-27T02:14:45.086174Z","steps":["trace[1760907472] 'agreement among raft nodes before linearized reading' (duration: 169.061889ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.223713Z","caller":"traceutil/trace.go:171","msg":"trace[584874258] linearizableReadLoop","detail":"{readStateIndex:24588; appliedIndex:24585; }","duration":"112.782133ms","start":"2026-02-27T02:14:45.110907Z","end":"2026-02-27T02:14:45.223689Z","steps":["trace[584874258] 'read index received' (duration: 14.899255ms)","trace[584874258] 'applied index is now lower than readState.Index' (duration: 97.881588ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:45.223987Z","caller":"traceutil/trace.go:171","msg":"trace[1666100405] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23762; }","duration":"135.93432ms","start":"2026-02-27T02:14:45.088038Z","end":"2026-02-27T02:14:45.223972Z","steps":["trace[1666100405] 'process raft request' (duration: 37.891748ms)","trace[1666100405] 'compare' (duration: 97.461678ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:45.2242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.299238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-02-27T02:14:45.224243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.452102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-27T02:14:45.224301Z","caller":"traceutil/trace.go:171","msg":"trace[811627190] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23764; }","duration":"133.525134ms","start":"2026-02-27T02:14:45.090766Z","end":"2026-02-27T02:14:45.224291Z","steps":["trace[811627190] 'agreement among raft nodes before linearized reading' (duration: 133.414041ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.224308Z","caller":"traceutil/trace.go:171","msg":"trace[377653750] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23764; }","duration":"133.426632ms","start":"2026-02-27T02:14:45.090859Z","end":"2026-02-27T02:14:45.224285Z","steps":["trace[377653750] 'agreement among raft nodes before linearized reading' (duration: 133.167126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.224542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.451835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-mtxld\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-02-27T02:14:45.224579Z","caller":"traceutil/trace.go:171","msg":"trace[667111178] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-mtxld; range_end:; response_count:1; response_revision:23764; }","duration":"137.487905ms","start":"2026-02-27T02:14:45.087082Z","end":"2026-02-27T02:14:45.22457Z","steps":["trace[667111178] 'agreement among raft nodes before linearized reading' (duration: 137.368983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.224621Z","caller":"traceutil/trace.go:171","msg":"trace[513540640] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"132.258824ms","start":"2026-02-27T02:14:45.092349Z","end":"2026-02-27T02:14:45.224608Z","steps":["trace[513540640] 'process raft request' (duration: 131.20102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.224854Z","caller":"traceutil/trace.go:171","msg":"trace[1400445570] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"131.281202ms","start":"2026-02-27T02:14:45.093559Z","end":"2026-02-27T02:14:45.224841Z","steps":["trace[1400445570] 'process raft request' (duration: 130.053773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.225124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.090837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112151"} {"level":"info","ts":"2026-02-27T02:14:45.22516Z","caller":"traceutil/trace.go:171","msg":"trace[1884663014] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23764; }","duration":"134.138748ms","start":"2026-02-27T02:14:45.091012Z","end":"2026-02-27T02:14:45.225151Z","steps":["trace[1884663014] 'agreement among raft nodes before linearized reading' (duration: 133.924913ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.377211Z","caller":"traceutil/trace.go:171","msg":"trace[1975185878] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"125.184042ms","start":"2026-02-27T02:14:45.251989Z","end":"2026-02-27T02:14:45.377173Z","steps":["trace[1975185878] 'process raft request' (duration: 124.935066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.377255Z","caller":"traceutil/trace.go:171","msg":"trace[1780389649] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"133.670418ms","start":"2026-02-27T02:14:45.243552Z","end":"2026-02-27T02:14:45.377222Z","steps":["trace[1780389649] 'process raft request' (duration: 133.290109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:45.377409Z","caller":"traceutil/trace.go:171","msg":"trace[543665673] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"133.916954ms","start":"2026-02-27T02:14:45.243452Z","end":"2026-02-27T02:14:45.377369Z","steps":["trace[543665673] 'process raft request' (duration: 80.157578ms)","trace[543665673] 'compare' (duration: 53.015319ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:45.377422Z","caller":"traceutil/trace.go:171","msg":"trace[1778017064] linearizableReadLoop","detail":"{readStateIndex:24592; appliedIndex:24589; }","duration":"108.942326ms","start":"2026-02-27T02:14:45.268447Z","end":"2026-02-27T02:14:45.37739Z","steps":["trace[1778017064] 'read index received' (duration: 55.16985ms)","trace[1778017064] 'applied index is now lower than readState.Index' (duration: 53.770886ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:45.377773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.425171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-27T02:14:45.377805Z","caller":"traceutil/trace.go:171","msg":"trace[432369216] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23769; }","duration":"101.494162ms","start":"2026-02-27T02:14:45.2763Z","end":"2026-02-27T02:14:45.377794Z","steps":["trace[432369216] 'agreement among raft nodes before linearized reading' (duration: 101.380479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.377829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.43478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:14:45.377879Z","caller":"traceutil/trace.go:171","msg":"trace[1154693152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23769; }","duration":"104.546433ms","start":"2026-02-27T02:14:45.273321Z","end":"2026-02-27T02:14:45.377867Z","steps":["trace[1154693152] 'agreement among raft nodes before linearized reading' (duration: 104.337188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:45.760827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.529481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:14:45.76091Z","caller":"traceutil/trace.go:171","msg":"trace[471692427] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23770; }","duration":"110.684126ms","start":"2026-02-27T02:14:45.650209Z","end":"2026-02-27T02:14:45.760893Z","steps":["trace[471692427] 'count revisions from in-memory index tree' (duration: 110.424609ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.066534Z","caller":"traceutil/trace.go:171","msg":"trace[2059339995] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"172.730254ms","start":"2026-02-27T02:14:45.893769Z","end":"2026-02-27T02:14:46.066499Z","steps":["trace[2059339995] 'process raft request' (duration: 125.511079ms)","trace[2059339995] 'compare' (duration: 46.810265ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:46.066875Z","caller":"traceutil/trace.go:171","msg":"trace[1469343797] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"165.292711ms","start":"2026-02-27T02:14:45.901529Z","end":"2026-02-27T02:14:46.066822Z","steps":["trace[1469343797] 'process raft request' (duration: 164.947213ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.067075Z","caller":"traceutil/trace.go:171","msg":"trace[1566843732] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"160.854159ms","start":"2026-02-27T02:14:45.906193Z","end":"2026-02-27T02:14:46.067047Z","steps":["trace[1566843732] 'process raft request' (duration: 160.369257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.069333Z","caller":"traceutil/trace.go:171","msg":"trace[1117512096] linearizableReadLoop","detail":"{readStateIndex:24605; appliedIndex:24600; }","duration":"128.026418ms","start":"2026-02-27T02:14:45.941291Z","end":"2026-02-27T02:14:46.069318Z","steps":["trace[1117512096] 'read index received' (duration: 77.997808ms)","trace[1117512096] 'applied index is now lower than readState.Index' (duration: 50.02771ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:46.069654Z","caller":"traceutil/trace.go:171","msg":"trace[1121291969] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23780; }","duration":"154.360288ms","start":"2026-02-27T02:14:45.915228Z","end":"2026-02-27T02:14:46.069589Z","steps":["trace[1121291969] 'process raft request' (duration: 154.052661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.06998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.685712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:14:46.070133Z","caller":"traceutil/trace.go:171","msg":"trace[868238831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23780; }","duration":"178.894227ms","start":"2026-02-27T02:14:45.891224Z","end":"2026-02-27T02:14:46.070118Z","steps":["trace[868238831] 'agreement among raft nodes before linearized reading' (duration: 178.381775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.070305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.253714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-27T02:14:46.070562Z","caller":"traceutil/trace.go:171","msg":"trace[1869299075] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"157.396698ms","start":"2026-02-27T02:14:45.913142Z","end":"2026-02-27T02:14:46.070538Z","steps":["trace[1869299075] 'process raft request' (duration: 153.813245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.070381Z","caller":"traceutil/trace.go:171","msg":"trace[170495821] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23780; }","duration":"119.399227ms","start":"2026-02-27T02:14:45.950966Z","end":"2026-02-27T02:14:46.070365Z","steps":["trace[170495821] 'agreement among raft nodes before linearized reading' (duration: 118.947287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.070776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.143243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:14:46.070881Z","caller":"traceutil/trace.go:171","msg":"trace[385609019] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23780; }","duration":"179.299596ms","start":"2026-02-27T02:14:45.891565Z","end":"2026-02-27T02:14:46.070865Z","steps":["trace[385609019] 'agreement among raft nodes before linearized reading' (duration: 179.004629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.071119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.004614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:14:46.071171Z","caller":"traceutil/trace.go:171","msg":"trace[1253200730] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23780; }","duration":"105.066276ms","start":"2026-02-27T02:14:45.966088Z","end":"2026-02-27T02:14:46.071154Z","steps":["trace[1253200730] 'agreement among raft nodes before linearized reading' (duration: 104.929002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.072088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.898517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:14:46.072135Z","caller":"traceutil/trace.go:171","msg":"trace[2140466050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23780; }","duration":"107.01103ms","start":"2026-02-27T02:14:45.965113Z","end":"2026-02-27T02:14:46.072124Z","steps":["trace[2140466050] 'agreement among raft nodes before linearized reading' (duration: 106.203721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.257334Z","caller":"traceutil/trace.go:171","msg":"trace[818306663] linearizableReadLoop","detail":"{readStateIndex:24609; appliedIndex:24605; }","duration":"179.571283ms","start":"2026-02-27T02:14:46.077742Z","end":"2026-02-27T02:14:46.257313Z","steps":["trace[818306663] 'read index received' (duration: 60.36373ms)","trace[818306663] 'applied index is now lower than readState.Index' (duration: 119.204713ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:46.257703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.938721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-27T02:14:46.258466Z","caller":"traceutil/trace.go:171","msg":"trace[1798283347] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23787; }","duration":"180.733359ms","start":"2026-02-27T02:14:46.07772Z","end":"2026-02-27T02:14:46.258454Z","steps":["trace[1798283347] 'agreement among raft nodes before linearized reading' (duration: 179.841419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.257699Z","caller":"traceutil/trace.go:171","msg":"trace[798075244] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"179.06567ms","start":"2026-02-27T02:14:46.078579Z","end":"2026-02-27T02:14:46.257645Z","steps":["trace[798075244] 'process raft request' (duration: 178.6223ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.257881Z","caller":"traceutil/trace.go:171","msg":"trace[1814475709] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"178.888557ms","start":"2026-02-27T02:14:46.078983Z","end":"2026-02-27T02:14:46.257872Z","steps":["trace[1814475709] 'process raft request' (duration: 178.241222ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.257988Z","caller":"traceutil/trace.go:171","msg":"trace[902832109] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"170.882131ms","start":"2026-02-27T02:14:46.0871Z","end":"2026-02-27T02:14:46.257982Z","steps":["trace[902832109] 'process raft request' (duration: 170.167975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.25805Z","caller":"traceutil/trace.go:171","msg":"trace[46933843] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"180.405692ms","start":"2026-02-27T02:14:46.077639Z","end":"2026-02-27T02:14:46.258044Z","steps":["trace[46933843] 'process raft request' (duration: 179.497171ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.258072Z","caller":"traceutil/trace.go:171","msg":"trace[391365701] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"180.514294ms","start":"2026-02-27T02:14:46.077553Z","end":"2026-02-27T02:14:46.258067Z","steps":["trace[391365701] 'process raft request' (duration: 179.416139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.258096Z","caller":"traceutil/trace.go:171","msg":"trace[1181320912] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"180.419342ms","start":"2026-02-27T02:14:46.077672Z","end":"2026-02-27T02:14:46.258092Z","steps":["trace[1181320912] 'process raft request' (duration: 179.506481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.258413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.828425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:46.259792Z","caller":"traceutil/trace.go:171","msg":"trace[637217722] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23787; }","duration":"117.185146ms","start":"2026-02-27T02:14:46.142572Z","end":"2026-02-27T02:14:46.259757Z","steps":["trace[637217722] 'agreement among raft nodes before linearized reading' (duration: 115.811895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.624907Z","caller":"traceutil/trace.go:171","msg":"trace[1366039911] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"164.151375ms","start":"2026-02-27T02:14:46.460733Z","end":"2026-02-27T02:14:46.624885Z","steps":["trace[1366039911] 'process raft request' (duration: 164.013102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.625329Z","caller":"traceutil/trace.go:171","msg":"trace[2065969065] linearizableReadLoop","detail":"{readStateIndex:24617; appliedIndex:24617; }","duration":"163.348776ms","start":"2026-02-27T02:14:46.461973Z","end":"2026-02-27T02:14:46.625321Z","steps":["trace[2065969065] 'read index received' (duration: 163.345016ms)","trace[2065969065] 'applied index is now lower than readState.Index' (duration: 3.06µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:46.625495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.031685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2388"} {"level":"info","ts":"2026-02-27T02:14:46.625525Z","caller":"traceutil/trace.go:171","msg":"trace[1232606089] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:23792; }","duration":"162.103378ms","start":"2026-02-27T02:14:46.463412Z","end":"2026-02-27T02:14:46.625516Z","steps":["trace[1232606089] 'agreement among raft nodes before linearized reading' (duration: 161.958534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.625747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.760046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-02-27T02:14:46.628695Z","caller":"traceutil/trace.go:171","msg":"trace[1152277899] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23792; }","duration":"166.753996ms","start":"2026-02-27T02:14:46.461917Z","end":"2026-02-27T02:14:46.628671Z","steps":["trace[1152277899] 'agreement among raft nodes before linearized reading' (duration: 163.652554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.843272Z","caller":"traceutil/trace.go:171","msg":"trace[466842728] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"132.961202ms","start":"2026-02-27T02:14:46.710286Z","end":"2026-02-27T02:14:46.843247Z","steps":["trace[466842728] 'process raft request' (duration: 132.86831ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.843363Z","caller":"traceutil/trace.go:171","msg":"trace[1629057097] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"133.122526ms","start":"2026-02-27T02:14:46.710213Z","end":"2026-02-27T02:14:46.843336Z","steps":["trace[1629057097] 'process raft request' (duration: 84.55969ms)","trace[1629057097] 'compare' (duration: 48.134146ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:46.843426Z","caller":"traceutil/trace.go:171","msg":"trace[1425674179] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"133.098035ms","start":"2026-02-27T02:14:46.7103Z","end":"2026-02-27T02:14:46.843398Z","steps":["trace[1425674179] 'process raft request' (duration: 132.8983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.843448Z","caller":"traceutil/trace.go:171","msg":"trace[1364864892] linearizableReadLoop","detail":"{readStateIndex:24626; appliedIndex:24619; }","duration":"117.561826ms","start":"2026-02-27T02:14:46.725863Z","end":"2026-02-27T02:14:46.843424Z","steps":["trace[1364864892] 'read index received' (duration: 18.96931ms)","trace[1364864892] 'applied index is now lower than readState.Index' (duration: 98.591596ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:46.843468Z","caller":"traceutil/trace.go:171","msg":"trace[1642967785] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"133.062135ms","start":"2026-02-27T02:14:46.710374Z","end":"2026-02-27T02:14:46.843436Z","steps":["trace[1642967785] 'process raft request' (duration: 132.885511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.843616Z","caller":"traceutil/trace.go:171","msg":"trace[1029817519] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"133.28174ms","start":"2026-02-27T02:14:46.710326Z","end":"2026-02-27T02:14:46.843608Z","steps":["trace[1029817519] 'process raft request' (duration: 132.901971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:46.843624Z","caller":"traceutil/trace.go:171","msg":"trace[1099760357] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"129.213466ms","start":"2026-02-27T02:14:46.714386Z","end":"2026-02-27T02:14:46.843599Z","steps":["trace[1099760357] 'process raft request' (duration: 128.95694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.843711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.831232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-27T02:14:46.843753Z","caller":"traceutil/trace.go:171","msg":"trace[604964533] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23801; }","duration":"117.961144ms","start":"2026-02-27T02:14:46.725778Z","end":"2026-02-27T02:14:46.84374Z","steps":["trace[604964533] 'agreement among raft nodes before linearized reading' (duration: 117.852351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:46.844397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.702862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-02-27T02:14:46.844454Z","caller":"traceutil/trace.go:171","msg":"trace[2118170602] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23802; }","duration":"115.801874ms","start":"2026-02-27T02:14:46.728637Z","end":"2026-02-27T02:14:46.844439Z","steps":["trace[2118170602] 'agreement among raft nodes before linearized reading' (duration: 115.572119ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:47.169349Z","caller":"traceutil/trace.go:171","msg":"trace[1097622604] linearizableReadLoop","detail":"{readStateIndex:24638; appliedIndex:24637; }","duration":"100.725765ms","start":"2026-02-27T02:14:47.068602Z","end":"2026-02-27T02:14:47.169328Z","steps":["trace[1097622604] 'read index received' (duration: 38.709347ms)","trace[1097622604] 'applied index is now lower than readState.Index' (duration: 62.015338ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:47.169599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.97543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-27T02:14:47.169676Z","caller":"traceutil/trace.go:171","msg":"trace[1810463211] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23812; }","duration":"101.083403ms","start":"2026-02-27T02:14:47.068583Z","end":"2026-02-27T02:14:47.169667Z","steps":["trace[1810463211] 'agreement among raft nodes before linearized reading' (duration: 100.882838ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:47.16937Z","caller":"traceutil/trace.go:171","msg":"trace[1044040700] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23812; }","duration":"102.593888ms","start":"2026-02-27T02:14:47.06675Z","end":"2026-02-27T02:14:47.169344Z","steps":["trace[1044040700] 'process raft request' (duration: 40.5584ms)","trace[1044040700] 'compare' (duration: 61.915535ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:47.207762Z","caller":"traceutil/trace.go:171","msg":"trace[1866518665] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"124.578587ms","start":"2026-02-27T02:14:47.083158Z","end":"2026-02-27T02:14:47.207715Z","steps":["trace[1866518665] 'process raft request' (duration: 124.353132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:47.208924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.265261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-27T02:14:47.209071Z","caller":"traceutil/trace.go:171","msg":"trace[1867961670] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23813; }","duration":"140.419074ms","start":"2026-02-27T02:14:47.068632Z","end":"2026-02-27T02:14:47.209051Z","steps":["trace[1867961670] 'agreement among raft nodes before linearized reading' (duration: 140.145288ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:47.307499Z","caller":"traceutil/trace.go:171","msg":"trace[1139799896] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23813; }","duration":"125.855577ms","start":"2026-02-27T02:14:47.181622Z","end":"2026-02-27T02:14:47.307478Z","steps":["trace[1139799896] 'process raft request' (duration: 94.083931ms)","trace[1139799896] 'compare' (duration: 31.687274ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:47.307949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.062644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-27T02:14:47.308464Z","caller":"traceutil/trace.go:171","msg":"trace[1876829782] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23813; }","duration":"133.617548ms","start":"2026-02-27T02:14:47.174825Z","end":"2026-02-27T02:14:47.308443Z","steps":["trace[1876829782] 'agreement among raft nodes before linearized reading' (duration: 132.677816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:47.679165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.424482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-27T02:14:47.679503Z","caller":"traceutil/trace.go:171","msg":"trace[144715209] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23816; }","duration":"117.793011ms","start":"2026-02-27T02:14:47.56168Z","end":"2026-02-27T02:14:47.679473Z","steps":["trace[144715209] 'range keys from in-memory index tree' (duration: 117.284419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:47.67989Z","caller":"traceutil/trace.go:171","msg":"trace[801465501] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"104.352089ms","start":"2026-02-27T02:14:47.57548Z","end":"2026-02-27T02:14:47.679832Z","steps":["trace[801465501] 'process raft request' (duration: 83.917215ms)","trace[801465501] 'compare' (duration: 19.798929ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:47.88341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.93168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112151"} {"level":"info","ts":"2026-02-27T02:14:47.88349Z","caller":"traceutil/trace.go:171","msg":"trace[492800878] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23818; }","duration":"101.040552ms","start":"2026-02-27T02:14:47.782437Z","end":"2026-02-27T02:14:47.883477Z","steps":["trace[492800878] 'range keys from in-memory index tree' (duration: 100.664964ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:48.013857Z","caller":"traceutil/trace.go:171","msg":"trace[1302879168] linearizableReadLoop","detail":"{readStateIndex:24646; appliedIndex:24645; }","duration":"114.30614ms","start":"2026-02-27T02:14:47.899528Z","end":"2026-02-27T02:14:48.013834Z","steps":["trace[1302879168] 'read index received' (duration: 114.201847ms)","trace[1302879168] 'applied index is now lower than readState.Index' (duration: 103.503µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:48.014022Z","caller":"traceutil/trace.go:171","msg":"trace[1750899310] transaction","detail":"{read_only:false; response_revision:23819; number_of_response:1; }","duration":"143.441374ms","start":"2026-02-27T02:14:47.870549Z","end":"2026-02-27T02:14:48.013991Z","steps":["trace[1750899310] 'process raft request' (duration: 142.958563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:48.014302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.73406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-02-27T02:14:48.014392Z","caller":"traceutil/trace.go:171","msg":"trace[1490877209] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23819; }","duration":"114.871012ms","start":"2026-02-27T02:14:47.899499Z","end":"2026-02-27T02:14:48.01437Z","steps":["trace[1490877209] 'agreement among raft nodes before linearized reading' (duration: 114.570765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:48.223041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.615353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:48.223322Z","caller":"traceutil/trace.go:171","msg":"trace[660616080] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"300.196288ms","start":"2026-02-27T02:14:47.923095Z","end":"2026-02-27T02:14:48.223291Z","steps":["trace[660616080] 'process raft request' (duration: 161.250147ms)","trace[660616080] 'compare' (duration: 138.47857ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:48.223443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:47.923078Z","time spent":"300.300581ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:48.223603Z","caller":"traceutil/trace.go:171","msg":"trace[439551180] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"278.619739ms","start":"2026-02-27T02:14:47.94496Z","end":"2026-02-27T02:14:48.22358Z","steps":["trace[439551180] 'process raft request' (duration: 278.180948ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:48.224651Z","caller":"traceutil/trace.go:171","msg":"trace[85278013] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"151.212145ms","start":"2026-02-27T02:14:48.073425Z","end":"2026-02-27T02:14:48.224637Z","steps":["trace[85278013] 'process raft request' (duration: 151.033831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:48.985386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:49.486092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:14:49.527142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124054955s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:14:49.527697Z","caller":"traceutil/trace.go:171","msg":"trace[641303323] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"1.124798162s","start":"2026-02-27T02:14:48.402869Z","end":"2026-02-27T02:14:49.527667Z","steps":["trace[641303323] 'process raft request' (duration: 1.124519015s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:49.527893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.402821Z","time spent":"1.124971936s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:49.583381Z","caller":"traceutil/trace.go:171","msg":"trace[1816513043] linearizableReadLoop","detail":"{readStateIndex:24656; appliedIndex:24653; }","duration":"1.098776358s","start":"2026-02-27T02:14:48.484569Z","end":"2026-02-27T02:14:49.583345Z","steps":["trace[1816513043] 'read index received' (duration: 1.04278037s)","trace[1816513043] 'applied index is now lower than readState.Index' (duration: 55.993418ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:49.58346Z","caller":"traceutil/trace.go:171","msg":"trace[464320172] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"123.378569ms","start":"2026-02-27T02:14:49.460043Z","end":"2026-02-27T02:14:49.583422Z","steps":["trace[464320172] 'process raft request' (duration: 123.237946ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:49.583548Z","caller":"traceutil/trace.go:171","msg":"trace[2047560431] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"1.124658428s","start":"2026-02-27T02:14:48.458816Z","end":"2026-02-27T02:14:49.583475Z","steps":["trace[2047560431] 'process raft request' (duration: 1.124253039s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:49.583787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099178908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-27T02:14:49.583869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.419667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:14:49.583912Z","caller":"traceutil/trace.go:171","msg":"trace[1835237430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23829; }","duration":"710.508999ms","start":"2026-02-27T02:14:48.87339Z","end":"2026-02-27T02:14:49.583899Z","steps":["trace[1835237430] 'agreement among raft nodes before linearized reading' (duration: 710.357336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:49.583941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.873369Z","time spent":"710.56615ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:14:49.583937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.738809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:49.583957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.682974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:49.583977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.022837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:49.584015Z","caller":"traceutil/trace.go:171","msg":"trace[1109348015] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23829; }","duration":"611.860922ms","start":"2026-02-27T02:14:48.972133Z","end":"2026-02-27T02:14:49.583994Z","steps":["trace[1109348015] 'agreement among raft nodes before linearized reading' (duration: 611.663798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:49.583972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030384052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18307"} {"level":"warn","ts":"2026-02-27T02:14:49.584091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.972113Z","time spent":"611.966065ms","remote":"127.0.0.1:38160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:14:49.584056Z","caller":"traceutil/trace.go:171","msg":"trace[503057462] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23829; }","duration":"304.263712ms","start":"2026-02-27T02:14:49.279773Z","end":"2026-02-27T02:14:49.584037Z","steps":["trace[503057462] 'agreement among raft nodes before linearized reading' (duration: 303.991846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:49.584116Z","caller":"traceutil/trace.go:171","msg":"trace[982076550] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23829; }","duration":"1.030571487s","start":"2026-02-27T02:14:48.553523Z","end":"2026-02-27T02:14:49.584095Z","steps":["trace[982076550] 'agreement among raft nodes before linearized reading' (duration: 1.030062975s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:49.584005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.394748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:49.584215Z","caller":"traceutil/trace.go:171","msg":"trace[230305584] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23829; }","duration":"676.668844ms","start":"2026-02-27T02:14:48.907535Z","end":"2026-02-27T02:14:49.584204Z","steps":["trace[230305584] 'agreement among raft nodes before linearized reading' (duration: 676.354097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:49.584215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:49.27975Z","time spent":"304.392076ms","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:49.584272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.907507Z","time spent":"676.753896ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:49.584272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.553475Z","time spent":"1.030734431s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18330,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T02:14:49.584051Z","caller":"traceutil/trace.go:171","msg":"trace[583313458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23829; }","duration":"827.842638ms","start":"2026-02-27T02:14:48.756184Z","end":"2026-02-27T02:14:49.584026Z","steps":["trace[583313458] 'agreement among raft nodes before linearized reading' (duration: 827.653704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:49.584349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.756163Z","time spent":"828.175855ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:14:49.584418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.458792Z","time spent":"1.124883013s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:49.584529Z","caller":"traceutil/trace.go:171","msg":"trace[1949332080] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:23829; }","duration":"1.09928531s","start":"2026-02-27T02:14:48.484545Z","end":"2026-02-27T02:14:49.583831Z","steps":["trace[1949332080] 'agreement among raft nodes before linearized reading' (duration: 1.098989753s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:49.584674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.484539Z","time spent":"1.10011738s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T02:14:49.584362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.848786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:14:49.585369Z","caller":"traceutil/trace.go:171","msg":"trace[2009347263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23829; }","duration":"657.92671ms","start":"2026-02-27T02:14:48.927305Z","end":"2026-02-27T02:14:49.585231Z","steps":["trace[2009347263] 'agreement among raft nodes before linearized reading' (duration: 656.440766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:49.58548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:48.927293Z","time spent":"658.169085ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:14:49.721297Z","caller":"traceutil/trace.go:171","msg":"trace[527104066] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"134.732654ms","start":"2026-02-27T02:14:49.586536Z","end":"2026-02-27T02:14:49.721269Z","steps":["trace[527104066] 'process raft request' (duration: 134.419876ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:49.721304Z","caller":"traceutil/trace.go:171","msg":"trace[1551752795] linearizableReadLoop","detail":"{readStateIndex:24660; appliedIndex:24656; }","duration":"128.796026ms","start":"2026-02-27T02:14:49.592485Z","end":"2026-02-27T02:14:49.721281Z","steps":["trace[1551752795] 'read index received' (duration: 14.840024ms)","trace[1551752795] 'applied index is now lower than readState.Index' (duration: 113.954442ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:49.721529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.020351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18307"} {"level":"info","ts":"2026-02-27T02:14:49.721413Z","caller":"traceutil/trace.go:171","msg":"trace[1633316930] transaction","detail":"{read_only:false; response_revision:23832; number_of_response:1; }","duration":"130.516915ms","start":"2026-02-27T02:14:49.590858Z","end":"2026-02-27T02:14:49.721375Z","steps":["trace[1633316930] 'process raft request' (duration: 130.380752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:49.721592Z","caller":"traceutil/trace.go:171","msg":"trace[1709597951] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23832; }","duration":"129.117413ms","start":"2026-02-27T02:14:49.592464Z","end":"2026-02-27T02:14:49.721581Z","steps":["trace[1709597951] 'agreement among raft nodes before linearized reading' (duration: 128.890908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:49.721371Z","caller":"traceutil/trace.go:171","msg":"trace[720006719] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"132.348428ms","start":"2026-02-27T02:14:49.588994Z","end":"2026-02-27T02:14:49.721343Z","steps":["trace[720006719] 'process raft request' (duration: 132.169574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:49.818424Z","caller":"traceutil/trace.go:171","msg":"trace[579577763] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"159.259922ms","start":"2026-02-27T02:14:49.658444Z","end":"2026-02-27T02:14:49.817704Z","steps":["trace[579577763] 'process raft request' (duration: 102.485966ms)","trace[579577763] 'compare' (duration: 56.53176ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:49.819121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.81763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:49.819263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.52631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T02:14:49.819363Z","caller":"traceutil/trace.go:171","msg":"trace[7422472] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23833; }","duration":"144.635883ms","start":"2026-02-27T02:14:49.674699Z","end":"2026-02-27T02:14:49.819335Z","steps":["trace[7422472] 'agreement among raft nodes before linearized reading' (duration: 143.048746ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:49.819225Z","caller":"traceutil/trace.go:171","msg":"trace[1932661600] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23833; }","duration":"125.012427ms","start":"2026-02-27T02:14:49.694185Z","end":"2026-02-27T02:14:49.819197Z","steps":["trace[1932661600] 'agreement among raft nodes before linearized reading' (duration: 123.787109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:50.398799Z","caller":"traceutil/trace.go:171","msg":"trace[179292980] linearizableReadLoop","detail":"{readStateIndex:24664; appliedIndex:24662; }","duration":"105.406613ms","start":"2026-02-27T02:14:50.293363Z","end":"2026-02-27T02:14:50.398769Z","steps":["trace[179292980] 'read index received' (duration: 31.231293ms)","trace[179292980] 'applied index is now lower than readState.Index' (duration: 74.17392ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:50.398819Z","caller":"traceutil/trace.go:171","msg":"trace[2140148249] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"168.896315ms","start":"2026-02-27T02:14:50.229887Z","end":"2026-02-27T02:14:50.398783Z","steps":["trace[2140148249] 'process raft request' (duration: 146.088346ms)","trace[2140148249] 'compare' (duration: 22.671426ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:50.399031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.656619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:14:50.399109Z","caller":"traceutil/trace.go:171","msg":"trace[916800564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23836; }","duration":"105.785172ms","start":"2026-02-27T02:14:50.293306Z","end":"2026-02-27T02:14:50.399092Z","steps":["trace[916800564] 'agreement among raft nodes before linearized reading' (duration: 105.569747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:50.615618Z","caller":"traceutil/trace.go:171","msg":"trace[305693564] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"211.813579ms","start":"2026-02-27T02:14:50.40377Z","end":"2026-02-27T02:14:50.615583Z","steps":["trace[305693564] 'process raft request' (duration: 211.258777ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:50.615999Z","caller":"traceutil/trace.go:171","msg":"trace[2052798764] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"212.013605ms","start":"2026-02-27T02:14:50.403963Z","end":"2026-02-27T02:14:50.615977Z","steps":["trace[2052798764] 'process raft request' (duration: 211.526853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:50.616225Z","caller":"traceutil/trace.go:171","msg":"trace[1730324477] linearizableReadLoop","detail":"{readStateIndex:24667; appliedIndex:24664; }","duration":"212.081816ms","start":"2026-02-27T02:14:50.404133Z","end":"2026-02-27T02:14:50.616214Z","steps":["trace[1730324477] 'read index received' (duration: 44.142133ms)","trace[1730324477] 'applied index is now lower than readState.Index' (duration: 167.938133ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:50.616385Z","caller":"traceutil/trace.go:171","msg":"trace[1304318329] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"212.181469ms","start":"2026-02-27T02:14:50.404186Z","end":"2026-02-27T02:14:50.616367Z","steps":["trace[1304318329] 'process raft request' (duration: 211.655266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:50.616418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.27321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18307"} {"level":"info","ts":"2026-02-27T02:14:50.616452Z","caller":"traceutil/trace.go:171","msg":"trace[1180713430] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23840; }","duration":"212.353952ms","start":"2026-02-27T02:14:50.404088Z","end":"2026-02-27T02:14:50.616442Z","steps":["trace[1180713430] 'agreement among raft nodes before linearized reading' (duration: 212.201319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:52.701877Z","caller":"traceutil/trace.go:171","msg":"trace[541536345] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"108.917075ms","start":"2026-02-27T02:14:52.592935Z","end":"2026-02-27T02:14:52.701852Z","steps":["trace[541536345] 'process raft request' (duration: 52.755043ms)","trace[541536345] 'compare' (duration: 55.554608ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:52.737989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.31824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:14:52.738065Z","caller":"traceutil/trace.go:171","msg":"trace[1867188204] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23852; }","duration":"117.419532ms","start":"2026-02-27T02:14:52.620627Z","end":"2026-02-27T02:14:52.738047Z","steps":["trace[1867188204] 'agreement among raft nodes before linearized reading' (duration: 117.200277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:52.738188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.831108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:14:52.738318Z","caller":"traceutil/trace.go:171","msg":"trace[928364042] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23852; }","duration":"117.028443ms","start":"2026-02-27T02:14:52.621257Z","end":"2026-02-27T02:14:52.738285Z","steps":["trace[928364042] 'agreement among raft nodes before linearized reading' (duration: 116.641144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:53.742669Z","caller":"traceutil/trace.go:171","msg":"trace[2110123715] transaction","detail":"{read_only:false; response_revision:23857; number_of_response:1; }","duration":"130.880834ms","start":"2026-02-27T02:14:53.611754Z","end":"2026-02-27T02:14:53.742635Z","steps":["trace[2110123715] 'process raft request' (duration: 69.02322ms)","trace[2110123715] 'compare' (duration: 61.549767ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:53.742882Z","caller":"traceutil/trace.go:171","msg":"trace[1362994284] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"129.627315ms","start":"2026-02-27T02:14:53.613244Z","end":"2026-02-27T02:14:53.742871Z","steps":["trace[1362994284] 'process raft request' (duration: 129.328508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:53.989451Z","caller":"traceutil/trace.go:171","msg":"trace[1552998037] linearizableReadLoop","detail":"{readStateIndex:24687; appliedIndex:24686; }","duration":"241.018027ms","start":"2026-02-27T02:14:53.748398Z","end":"2026-02-27T02:14:53.989416Z","steps":["trace[1552998037] 'read index received' (duration: 190.886725ms)","trace[1552998037] 'applied index is now lower than readState.Index' (duration: 50.130102ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:53.989764Z","caller":"traceutil/trace.go:171","msg":"trace[766202954] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"242.375549ms","start":"2026-02-27T02:14:53.747373Z","end":"2026-02-27T02:14:53.989748Z","steps":["trace[766202954] 'process raft request' (duration: 191.885058ms)","trace[766202954] 'compare' (duration: 50.011139ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:53.990021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.336305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:53.990093Z","caller":"traceutil/trace.go:171","msg":"trace[1942925156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23859; }","duration":"235.464098ms","start":"2026-02-27T02:14:53.754612Z","end":"2026-02-27T02:14:53.990076Z","steps":["trace[1942925156] 'agreement among raft nodes before linearized reading' (duration: 235.311505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:53.990312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.885387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:14:53.990365Z","caller":"traceutil/trace.go:171","msg":"trace[1235840520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23859; }","duration":"241.963629ms","start":"2026-02-27T02:14:53.74839Z","end":"2026-02-27T02:14:53.990354Z","steps":["trace[1235840520] 'agreement among raft nodes before linearized reading' (duration: 241.767114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:54.188264Z","caller":"traceutil/trace.go:171","msg":"trace[1504630596] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"194.698273ms","start":"2026-02-27T02:14:53.99352Z","end":"2026-02-27T02:14:54.188219Z","steps":["trace[1504630596] 'process raft request' (duration: 194.532279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:54.190507Z","caller":"traceutil/trace.go:171","msg":"trace[1589547661] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"178.063968ms","start":"2026-02-27T02:14:54.012416Z","end":"2026-02-27T02:14:54.19048Z","steps":["trace[1589547661] 'process raft request' (duration: 177.853853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:54.239898Z","caller":"traceutil/trace.go:171","msg":"trace[1940623754] linearizableReadLoop","detail":"{readStateIndex:24690; appliedIndex:24687; }","duration":"156.816545ms","start":"2026-02-27T02:14:54.083058Z","end":"2026-02-27T02:14:54.239875Z","steps":["trace[1940623754] 'read index received' (duration: 105.027874ms)","trace[1940623754] 'applied index is now lower than readState.Index' (duration: 51.787531ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:54.240131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.02778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:54.240334Z","caller":"traceutil/trace.go:171","msg":"trace[766863833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23861; }","duration":"157.260395ms","start":"2026-02-27T02:14:54.083018Z","end":"2026-02-27T02:14:54.240278Z","steps":["trace[766863833] 'agreement among raft nodes before linearized reading' (duration: 156.945198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:55.270918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.401195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:14:55.270972Z","caller":"traceutil/trace.go:171","msg":"trace[1443945442] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23862; }","duration":"788.469396ms","start":"2026-02-27T02:14:54.48249Z","end":"2026-02-27T02:14:55.270959Z","steps":["trace[1443945442] 'count revisions from in-memory index tree' (duration: 788.292733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:55.270996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:54.482429Z","time spent":"788.560138ms","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:14:55.271242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.305601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:55.271349Z","caller":"traceutil/trace.go:171","msg":"trace[1139481718] linearizableReadLoop","detail":"{readStateIndex:24692; appliedIndex:24691; }","duration":"725.019925ms","start":"2026-02-27T02:14:54.546312Z","end":"2026-02-27T02:14:55.271332Z","steps":["trace[1139481718] 'read index received' (duration: 36.21µs)","trace[1139481718] 'applied index is now lower than readState.Index' (duration: 724.982525ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:14:55.271407Z","caller":"traceutil/trace.go:171","msg":"trace[173846210] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"769.011365ms","start":"2026-02-27T02:14:54.502373Z","end":"2026-02-27T02:14:55.271384Z","steps":["trace[173846210] 'process raft request' (duration: 34.469409ms)","trace[173846210] 'compare' (duration: 734.117966ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:55.271457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.23662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:14:55.271495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.187771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:14:55.271499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:54.502353Z","time spent":"769.094317ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:14:55.27152Z","caller":"traceutil/trace.go:171","msg":"trace[1674306277] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23863; }","duration":"436.226431ms","start":"2026-02-27T02:14:54.835286Z","end":"2026-02-27T02:14:55.271513Z","steps":["trace[1674306277] 'agreement among raft nodes before linearized reading' (duration: 436.15384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:55.271535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:54.835279Z","time spent":"436.252232ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:14:55.271533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.384998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:14:55.271495Z","caller":"traceutil/trace.go:171","msg":"trace[1826333849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23863; }","duration":"514.275921ms","start":"2026-02-27T02:14:54.757208Z","end":"2026-02-27T02:14:55.271484Z","steps":["trace[1826333849] 'agreement among raft nodes before linearized reading' (duration: 514.210119ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:14:55.271568Z","caller":"traceutil/trace.go:171","msg":"trace[158093130] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23863; }","duration":"437.44636ms","start":"2026-02-27T02:14:54.83411Z","end":"2026-02-27T02:14:55.271556Z","steps":["trace[158093130] 'agreement among raft nodes before linearized reading' (duration: 437.317257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:55.271567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.237802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:14:55.271582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:54.757153Z","time spent":"514.425684ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:14:55.271598Z","caller":"traceutil/trace.go:171","msg":"trace[49645262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23863; }","duration":"493.291754ms","start":"2026-02-27T02:14:54.778299Z","end":"2026-02-27T02:14:55.27159Z","steps":["trace[49645262] 'agreement among raft nodes before linearized reading' (duration: 493.211972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:55.2716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:54.834093Z","time spent":"437.499011ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:14:55.271623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:54.778284Z","time spent":"493.332215ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:14:55.272035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.722992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:14:55.272054Z","caller":"traceutil/trace.go:171","msg":"trace[1057335373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23863; }","duration":"725.780243ms","start":"2026-02-27T02:14:54.546269Z","end":"2026-02-27T02:14:55.272049Z","steps":["trace[1057335373] 'agreement among raft nodes before linearized reading' (duration: 725.119707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:55.272067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:54.54625Z","time spent":"725.814774ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:14:57.757789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:14:57.757886Z","caller":"traceutil/trace.go:171","msg":"trace[1949441634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001028682s","start":"2026-02-27T02:14:55.756834Z","end":"2026-02-27T02:14:57.757863Z","steps":["trace[1949441634] 'agreement among raft nodes before linearized reading' (duration: 2.000668193s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:57.757943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.756825Z","time spent":"2.001105454s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:14:57.853869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977530037s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:14:57.85398Z","caller":"traceutil/trace.go:171","msg":"trace[13753193] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"2.579192173s","start":"2026-02-27T02:14:55.274769Z","end":"2026-02-27T02:14:57.853961Z","steps":["trace[13753193] 'process raft request' (duration: 601.491632ms)","trace[13753193] 'compare' (duration: 1.976302579s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:14:57.85404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.274756Z","time spent":"2.579255784s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:14:58.700007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.755366959s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:14:59.758292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000323265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:14:59.75848Z","caller":"traceutil/trace.go:171","msg":"trace[998659436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651043s","start":"2026-02-27T02:14:57.757801Z","end":"2026-02-27T02:14:59.758452Z","steps":["trace[998659436] 'agreement among raft nodes before linearized reading' (duration: 2.000341586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:14:59.758539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.757788Z","time spent":"2.000735575s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:14:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:00.20933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508999257s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:00.209666Z","caller":"traceutil/trace.go:171","msg":"trace[1629250087] linearizableReadLoop","detail":"{readStateIndex:24697; appliedIndex:24692; }","duration":"4.513834887s","start":"2026-02-27T02:14:55.695814Z","end":"2026-02-27T02:15:00.209649Z","steps":["trace[1629250087] 'read index received' (duration: 180.362721ms)","trace[1629250087] 'applied index is now lower than readState.Index' (duration: 4.333471396s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:00.209746Z","caller":"traceutil/trace.go:171","msg":"trace[1027572012] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"4.934826205s","start":"2026-02-27T02:14:55.274908Z","end":"2026-02-27T02:15:00.209734Z","steps":["trace[1027572012] 'process raft request' (duration: 3.425330606s)","trace[1027572012] 'compare' (duration: 1.508804343s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:00.209807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.274902Z","time spent":"4.934874596s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:00.210029Z","caller":"traceutil/trace.go:171","msg":"trace[477929053] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"4.460438419s","start":"2026-02-27T02:14:55.749572Z","end":"2026-02-27T02:15:00.21001Z","steps":["trace[477929053] 'process raft request' (duration: 4.460009399s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:00.210081Z","caller":"traceutil/trace.go:171","msg":"trace[596317923] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"4.458327829s","start":"2026-02-27T02:14:55.751743Z","end":"2026-02-27T02:15:00.21007Z","steps":["trace[596317923] 'process raft request' (duration: 4.457870769s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:00.210111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.749555Z","time spent":"4.46051736s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:00.210135Z","caller":"traceutil/trace.go:171","msg":"trace[910362285] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"4.566350964s","start":"2026-02-27T02:14:55.643774Z","end":"2026-02-27T02:15:00.210125Z","steps":["trace[910362285] 'process raft request' (duration: 4.56577613s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:00.210139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.751726Z","time spent":"4.458380641s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:00.21012Z","caller":"traceutil/trace.go:171","msg":"trace[1932542985] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"4.934267952s","start":"2026-02-27T02:14:55.275829Z","end":"2026-02-27T02:15:00.210097Z","steps":["trace[1932542985] 'process raft request' (duration: 4.933685129s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:00.210184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.643749Z","time spent":"4.566407634s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:00.210202Z","caller":"traceutil/trace.go:171","msg":"trace[1455006553] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"4.934554229s","start":"2026-02-27T02:14:55.27561Z","end":"2026-02-27T02:15:00.210165Z","steps":["trace[1455006553] 'process raft request' (duration: 4.933818652s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:00.210179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514326978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:00.210283Z","caller":"traceutil/trace.go:171","msg":"trace[1844102311] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23870; }","duration":"4.514472131s","start":"2026-02-27T02:14:55.695781Z","end":"2026-02-27T02:15:00.210253Z","steps":["trace[1844102311] 'agreement among raft nodes before linearized reading' (duration: 4.514273136s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:00.210315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.275825Z","time spent":"4.934355264s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:00.210354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.695769Z","time spent":"4.514567904s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:00.210302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.275606Z","time spent":"4.93463932s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:00.710239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:00.767648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.970584235s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:01.000453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000385905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:01.000529Z","caller":"traceutil/trace.go:171","msg":"trace[1760863347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000530038s","start":"2026-02-27T02:14:55.999977Z","end":"2026-02-27T02:15:01.000507Z","steps":["trace[1760863347] 'agreement among raft nodes before linearized reading' (duration: 5.000410295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:01.000582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.999937Z","time spent":"5.000635491s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:15:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:01.089719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000455259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:01.089831Z","caller":"traceutil/trace.go:171","msg":"trace[1168537900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626872s","start":"2026-02-27T02:14:59.089177Z","end":"2026-02-27T02:15:01.089804Z","steps":["trace[1168537900] 'agreement among raft nodes before linearized reading' (duration: 2.000483159s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:01.0899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.089094Z","time spent":"2.000790346s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:01.192413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996377692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:01.192498Z","caller":"traceutil/trace.go:171","msg":"trace[1499371644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.996518355s","start":"2026-02-27T02:14:56.195957Z","end":"2026-02-27T02:15:01.192476Z","steps":["trace[1499371644] 'agreement among raft nodes before linearized reading' (duration: 4.996417183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:01.192548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.195934Z","time spent":"4.996603917s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:15:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:01.194136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998274826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:01.194184Z","caller":"traceutil/trace.go:171","msg":"trace[1985604822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998353508s","start":"2026-02-27T02:14:56.19582Z","end":"2026-02-27T02:15:01.194173Z","steps":["trace[1985604822] 'agreement among raft nodes before linearized reading' (duration: 4.998295127s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:01.194217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.195808Z","time spent":"4.998400999s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:15:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:01.397734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.399095Z","time spent":"4.998629525s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:01.76377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000627663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:01.763903Z","caller":"traceutil/trace.go:171","msg":"trace[1333355873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809738s","start":"2026-02-27T02:14:59.763072Z","end":"2026-02-27T02:15:01.763882Z","steps":["trace[1333355873] 'agreement among raft nodes before linearized reading' (duration: 2.000646544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:01.76397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.763066Z","time spent":"2.000885049s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:02.274289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.27662Z","time spent":"4.997663762s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:02.929305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.321874Z","time spent":"2.607423348s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:02.929943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354182519s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:02.93003Z","caller":"traceutil/trace.go:171","msg":"trace[1309534825] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23870; }","duration":"2.354277091s","start":"2026-02-27T02:15:00.575736Z","end":"2026-02-27T02:15:02.930013Z","steps":["trace[1309534825] 'range keys from in-memory index tree' (duration: 2.354168638s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:02.932474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164569814s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:02.93281Z","caller":"traceutil/trace.go:171","msg":"trace[662752977] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"5.189443307s","start":"2026-02-27T02:14:57.743352Z","end":"2026-02-27T02:15:02.932795Z","steps":["trace[662752977] 'process raft request' (duration: 5.189399786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:02.932884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.743327Z","time spent":"5.189517029s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:02.932994Z","caller":"traceutil/trace.go:171","msg":"trace[262042704] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"5.69085824s","start":"2026-02-27T02:14:57.242126Z","end":"2026-02-27T02:15:02.932984Z","steps":["trace[262042704] 'process raft request' (duration: 5.69043363s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:02.933045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.242102Z","time spent":"5.690914262s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:03.771452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000455178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:03.771547Z","caller":"traceutil/trace.go:171","msg":"trace[1155848997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000617042s","start":"2026-02-27T02:15:01.77091Z","end":"2026-02-27T02:15:03.771527Z","steps":["trace[1155848997] 'agreement among raft nodes before linearized reading' (duration: 2.000494919s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:03.7716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:01.770885Z","time spent":"2.000704004s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:05.363768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.908706542s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:05.549427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.471339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:05.549674Z","caller":"traceutil/trace.go:171","msg":"trace[2019421010] linearizableReadLoop","detail":"{readStateIndex:24706; appliedIndex:24699; }","duration":"5.339955076s","start":"2026-02-27T02:15:00.209702Z","end":"2026-02-27T02:15:05.549658Z","steps":["trace[2019421010] 'read index received' (duration: 558.085746ms)","trace[2019421010] 'applied index is now lower than readState.Index' (duration: 4.78186836s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:05.549663Z","caller":"traceutil/trace.go:171","msg":"trace[285911244] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"5.444579691s","start":"2026-02-27T02:15:00.10505Z","end":"2026-02-27T02:15:05.549629Z","steps":["trace[285911244] 'process raft request' (duration: 5.258846386s)","trace[285911244] 'compare' (duration: 184.835654ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:05.549743Z","caller":"traceutil/trace.go:171","msg":"trace[703380927] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"5.444653772s","start":"2026-02-27T02:15:00.105079Z","end":"2026-02-27T02:15:05.549733Z","steps":["trace[703380927] 'process raft request' (duration: 5.444441057s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.549792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.10506Z","time spent":"5.444707574s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:15:05.549789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.105029Z","time spent":"5.444697354s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:15:05.550065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.693675113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:05.550131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.968954576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:05.550133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.603733971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:05.550145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.529130167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:05.550185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.799423192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-02-27T02:15:05.550192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.084952963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:05.550192Z","caller":"traceutil/trace.go:171","msg":"trace[1891000823] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"5.342049264s","start":"2026-02-27T02:15:00.208111Z","end":"2026-02-27T02:15:05.550161Z","steps":["trace[1891000823] 'process raft request' (duration: 5.341487211s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:05.550236Z","caller":"traceutil/trace.go:171","msg":"trace[164078791] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23877; }","duration":"9.529248531s","start":"2026-02-27T02:14:56.020968Z","end":"2026-02-27T02:15:05.550217Z","steps":["trace[164078791] 'agreement among raft nodes before linearized reading' (duration: 9.529110067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.691943835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:15:05.550227Z","caller":"traceutil/trace.go:171","msg":"trace[1274173343] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23877; }","duration":"5.603889434s","start":"2026-02-27T02:14:59.946315Z","end":"2026-02-27T02:15:05.550204Z","steps":["trace[1274173343] 'agreement among raft nodes before linearized reading' (duration: 5.60371723s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:05.550285Z","caller":"traceutil/trace.go:171","msg":"trace[1866675064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23877; }","duration":"5.691963665s","start":"2026-02-27T02:14:59.858316Z","end":"2026-02-27T02:15:05.55028Z","steps":["trace[1866675064] 'agreement among raft nodes before linearized reading' (duration: 5.691878493s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.55025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.064618202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-27T02:15:05.550302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.858253Z","time spent":"5.692043597s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:15:05.550293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.020952Z","time spent":"9.529325152s","remote":"127.0.0.1:45398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:05.550317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.946291Z","time spent":"5.604007077s","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:05.550321Z","caller":"traceutil/trace.go:171","msg":"trace[2055095777] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:23877; }","duration":"7.064697494s","start":"2026-02-27T02:14:58.485607Z","end":"2026-02-27T02:15:05.550304Z","steps":["trace[2055095777] 'agreement among raft nodes before linearized reading' (duration: 7.064495389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.797705742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T02:15:05.550358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.208081Z","time spent":"5.342189938s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:05.550382Z","caller":"traceutil/trace.go:171","msg":"trace[168526289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23877; }","duration":"9.797762123s","start":"2026-02-27T02:14:55.752612Z","end":"2026-02-27T02:15:05.550374Z","steps":["trace[168526289] 'agreement among raft nodes before linearized reading' (duration: 9.79764001s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.485574Z","time spent":"7.064800105s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T02:15:05.550399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.790655363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T02:15:05.55041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.7526Z","time spent":"9.797803434s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T02:15:05.550416Z","caller":"traceutil/trace.go:171","msg":"trace[1193066390] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585; range_end:; response_count:1; response_revision:23877; }","duration":"5.790705074s","start":"2026-02-27T02:14:59.759706Z","end":"2026-02-27T02:15:05.550411Z","steps":["trace[1193066390] 'agreement among raft nodes before linearized reading' (duration: 5.790650943s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.759686Z","time spent":"5.790743186s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" "} {"level":"info","ts":"2026-02-27T02:15:05.550235Z","caller":"traceutil/trace.go:171","msg":"trace[761289036] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23877; }","duration":"7.085033345s","start":"2026-02-27T02:14:58.465193Z","end":"2026-02-27T02:15:05.550227Z","steps":["trace[761289036] 'agreement among raft nodes before linearized reading' (duration: 7.084974073s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.467460122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:15:05.550233Z","caller":"traceutil/trace.go:171","msg":"trace[512946537] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23877; }","duration":"9.799500504s","start":"2026-02-27T02:14:55.750722Z","end":"2026-02-27T02:15:05.550223Z","steps":["trace[512946537] 'agreement among raft nodes before linearized reading' (duration: 9.799389221s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.575131975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-02-27T02:15:05.550478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:58.465174Z","time spent":"7.085289861s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:05.550528Z","caller":"traceutil/trace.go:171","msg":"trace[1735568427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23877; }","duration":"5.467622926s","start":"2026-02-27T02:15:00.08289Z","end":"2026-02-27T02:15:05.550513Z","steps":["trace[1735568427] 'agreement among raft nodes before linearized reading' (duration: 5.46737046s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.427362449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:05.550179Z","caller":"traceutil/trace.go:171","msg":"trace[152412927] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23877; }","duration":"5.969013657s","start":"2026-02-27T02:14:59.581154Z","end":"2026-02-27T02:15:05.550167Z","steps":["trace[152412927] 'agreement among raft nodes before linearized reading' (duration: 5.968925015s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:05.550579Z","caller":"traceutil/trace.go:171","msg":"trace[214849884] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23877; }","duration":"8.575205996s","start":"2026-02-27T02:14:56.97536Z","end":"2026-02-27T02:15:05.550566Z","steps":["trace[214849884] 'agreement among raft nodes before linearized reading' (duration: 8.575085463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.843008724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-27T02:15:05.550598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:59.581093Z","time spent":"5.969499348s","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:05.550608Z","caller":"traceutil/trace.go:171","msg":"trace[1465662779] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23877; }","duration":"9.427499562s","start":"2026-02-27T02:14:56.12309Z","end":"2026-02-27T02:15:05.55059Z","steps":["trace[1465662779] 'agreement among raft nodes before linearized reading' (duration: 9.42741808s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:05.550627Z","caller":"traceutil/trace.go:171","msg":"trace[772026714] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23877; }","duration":"8.843076535s","start":"2026-02-27T02:14:56.707536Z","end":"2026-02-27T02:15:05.550612Z","steps":["trace[772026714] 'agreement among raft nodes before linearized reading' (duration: 8.842975823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.082867Z","time spent":"5.467712957s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:15:05.550655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.123073Z","time spent":"9.427566273s","remote":"127.0.0.1:47812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:05.55067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.707518Z","time spent":"8.843143417s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-27T02:15:05.55054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.750712Z","time spent":"9.799815261s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-02-27T02:15:05.55019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.553705168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-8454db46c7-jbr5j\" ","response":"range_response_count:1 size:8652"} {"level":"warn","ts":"2026-02-27T02:15:05.550412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.348483291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:05.550766Z","caller":"traceutil/trace.go:171","msg":"trace[513039972] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-8454db46c7-jbr5j; range_end:; response_count:1; response_revision:23877; }","duration":"9.554314251s","start":"2026-02-27T02:14:55.996445Z","end":"2026-02-27T02:15:05.55076Z","steps":["trace[513039972] 'agreement among raft nodes before linearized reading' (duration: 9.553637766s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:05.550142Z","caller":"traceutil/trace.go:171","msg":"trace[1241298679] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23877; }","duration":"7.693797315s","start":"2026-02-27T02:14:57.856325Z","end":"2026-02-27T02:15:05.550123Z","steps":["trace[1241298679] 'agreement among raft nodes before linearized reading' (duration: 7.693606801s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:55.99643Z","time spent":"9.554349693s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8675,"request content":"key:\"/registry/pods/openstack/magnum-api-8454db46c7-jbr5j\" "} {"level":"info","ts":"2026-02-27T02:15:05.550784Z","caller":"traceutil/trace.go:171","msg":"trace[781744068] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23877; }","duration":"9.348887419s","start":"2026-02-27T02:14:56.20188Z","end":"2026-02-27T02:15:05.550767Z","steps":["trace[781744068] 'agreement among raft nodes before linearized reading' (duration: 9.34847325s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.550814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:57.85631Z","time spent":"7.694486092s","remote":"127.0.0.1:47846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:05.551012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.201869Z","time spent":"9.348943582s","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:05.551016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.510979357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:05.550677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.975343Z","time spent":"8.575325389s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-27T02:15:05.551048Z","caller":"traceutil/trace.go:171","msg":"trace[2053287624] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23877; }","duration":"9.511232413s","start":"2026-02-27T02:14:56.039806Z","end":"2026-02-27T02:15:05.551039Z","steps":["trace[2053287624] 'agreement among raft nodes before linearized reading' (duration: 9.510995167s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.551078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:14:56.039786Z","time spent":"9.511285255s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:05.552443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.469239273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T02:15:05.552523Z","caller":"traceutil/trace.go:171","msg":"trace[116542999] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23877; }","duration":"5.471086196s","start":"2026-02-27T02:15:00.081417Z","end":"2026-02-27T02:15:05.552503Z","steps":["trace[116542999] 'agreement among raft nodes before linearized reading' (duration: 5.469145201s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.552577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.081397Z","time spent":"5.471164697s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:15:05.77281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:05.772891Z","caller":"traceutil/trace.go:171","msg":"trace[1740969067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000134672s","start":"2026-02-27T02:15:03.772742Z","end":"2026-02-27T02:15:05.772877Z","steps":["trace[1740969067] 'agreement among raft nodes before linearized reading' (duration: 2.00003558s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:05.772922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.772694Z","time spent":"2.000221644s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.046042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045525073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:06.046141Z","caller":"traceutil/trace.go:171","msg":"trace[1677171888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.045676566s","start":"2026-02-27T02:15:03.000436Z","end":"2026-02-27T02:15:06.046112Z","steps":["trace[1677171888] 'agreement among raft nodes before linearized reading' (duration: 3.045554664s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:06.046194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.000413Z","time spent":"3.045770748s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.050066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:06.088994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.557931Z","time spent":"531.052531ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.089096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.558056Z","time spent":"531.039351ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.089187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.558119Z","time spent":"531.066931ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.089235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.557939Z","time spent":"531.294836ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.089243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.554142Z","time spent":"535.093364ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.191689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997642984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:06.191794Z","caller":"traceutil/trace.go:171","msg":"trace[988742016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997805628s","start":"2026-02-27T02:15:03.193964Z","end":"2026-02-27T02:15:06.19177Z","steps":["trace[988742016] 'agreement among raft nodes before linearized reading' (duration: 2.997671095s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:06.191858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.193946Z","time spent":"2.9978973s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.195312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998142766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:06.19536Z","caller":"traceutil/trace.go:171","msg":"trace[1917993947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998232758s","start":"2026-02-27T02:15:03.197115Z","end":"2026-02-27T02:15:06.195348Z","steps":["trace[1917993947] 'agreement among raft nodes before linearized reading' (duration: 2.998177847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:06.195391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.197093Z","time spent":"2.998291319s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.39709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997704693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:06.397169Z","caller":"traceutil/trace.go:171","msg":"trace[987883749] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997838457s","start":"2026-02-27T02:15:01.399312Z","end":"2026-02-27T02:15:06.397151Z","steps":["trace[987883749] 'agreement among raft nodes before linearized reading' (duration: 4.997736184s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:06.397222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:01.399292Z","time spent":"4.997916488s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/27 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.421389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.273561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:06.421487Z","caller":"traceutil/trace.go:171","msg":"trace[1337877837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"863.429274ms","start":"2026-02-27T02:15:05.558037Z","end":"2026-02-27T02:15:06.421466Z","steps":["trace[1337877837] 'agreement among raft nodes before linearized reading' (duration: 863.282241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:06.421549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.558028Z","time spent":"863.507976ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/27 02:15:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:06.550959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:07.051601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:07.213773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.215307Z","time spent":"4.998458761s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:07.214232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.215848Z","time spent":"4.998381138s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:07.230188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.231705Z","time spent":"4.998478221s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:07.275749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000253393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:07.275836Z","caller":"traceutil/trace.go:171","msg":"trace[34687704] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.000379315s","start":"2026-02-27T02:15:02.27543Z","end":"2026-02-27T02:15:07.27581Z","steps":["trace[34687704] 'agreement among raft nodes before linearized reading' (duration: 5.000270112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:07.275884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.275418Z","time spent":"5.000456226s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 02:15:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:07.552762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:07.779899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999553169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:07.779967Z","caller":"traceutil/trace.go:171","msg":"trace[1916009362] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999674271s","start":"2026-02-27T02:15:05.780277Z","end":"2026-02-27T02:15:07.779951Z","steps":["trace[1916009362] 'agreement among raft nodes before linearized reading' (duration: 1.999585059s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:07.780009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.780235Z","time spent":"1.999765224s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:08.054287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:08.52734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.819824431s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:15:08.528042Z","caller":"traceutil/trace.go:171","msg":"trace[1304975795] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"6.642430666s","start":"2026-02-27T02:15:01.885588Z","end":"2026-02-27T02:15:08.528018Z","steps":["trace[1304975795] 'process raft request' (duration: 6.642232831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:08.528187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:01.885568Z","time spent":"6.642542799s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:09.747613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218897004s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:15:09.780358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:09.780425Z","caller":"traceutil/trace.go:171","msg":"trace[1471036827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232215s","start":"2026-02-27T02:15:07.780178Z","end":"2026-02-27T02:15:09.78041Z","steps":["trace[1471036827] 'agreement among raft nodes before linearized reading' (duration: 2.000136722s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:09.780461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.78016Z","time spent":"2.000294267s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:09.857726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.555893Z","time spent":"4.301823994s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:10.107155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.579519452s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:10.10761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.552693Z","time spent":"4.554908959s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:15:10.108089Z","caller":"traceutil/trace.go:171","msg":"trace[800493527] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"4.551985491s","start":"2026-02-27T02:15:05.556082Z","end":"2026-02-27T02:15:10.108067Z","steps":["trace[800493527] 'process raft request' (duration: 4.551652184s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.108165Z","caller":"traceutil/trace.go:171","msg":"trace[1123489644] linearizableReadLoop","detail":"{readStateIndex:24725; appliedIndex:24706; }","duration":"4.558442741s","start":"2026-02-27T02:15:05.549702Z","end":"2026-02-27T02:15:10.108145Z","steps":["trace[1123489644] 'read index received' (duration: 2.978137761s)","trace[1123489644] 'applied index is now lower than readState.Index' (duration: 1.58030413s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:10.108201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.556074Z","time spent":"4.552053944s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:10.108395Z","caller":"traceutil/trace.go:171","msg":"trace[456749696] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"4.554667744s","start":"2026-02-27T02:15:05.553716Z","end":"2026-02-27T02:15:10.108384Z","steps":["trace[456749696] 'process raft request' (duration: 4.553779303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.10846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.553699Z","time spent":"4.554727836s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:10.108485Z","caller":"traceutil/trace.go:171","msg":"trace[548002126] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"4.550530398s","start":"2026-02-27T02:15:05.55794Z","end":"2026-02-27T02:15:10.10847Z","steps":["trace[548002126] 'process raft request' (duration: 4.549900623s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.108592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.557927Z","time spent":"4.55059691s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:10.108904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.347776167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:10.108954Z","caller":"traceutil/trace.go:171","msg":"trace[2077935477] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23895; }","duration":"5.34784767s","start":"2026-02-27T02:15:04.761094Z","end":"2026-02-27T02:15:10.108942Z","steps":["trace[2077935477] 'agreement among raft nodes before linearized reading' (duration: 5.347764878s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.108992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.761075Z","time spent":"5.34790728s","remote":"127.0.0.1:39246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:10.109018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.895054461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:15:10.109017Z","caller":"traceutil/trace.go:171","msg":"trace[1032879894] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"3.911514315s","start":"2026-02-27T02:15:06.197478Z","end":"2026-02-27T02:15:10.108992Z","steps":["trace[1032879894] 'process raft request' (duration: 3.910596513s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.10906Z","caller":"traceutil/trace.go:171","msg":"trace[1366211309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23895; }","duration":"7.895132633s","start":"2026-02-27T02:15:02.213917Z","end":"2026-02-27T02:15:10.10905Z","steps":["trace[1366211309] 'agreement among raft nodes before linearized reading' (duration: 7.89501843s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.109071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.689001977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.109118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:06.197451Z","time spent":"3.911618158s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:10.109145Z","caller":"traceutil/trace.go:171","msg":"trace[1459445468] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"2.171030543s","start":"2026-02-27T02:15:07.938103Z","end":"2026-02-27T02:15:10.109134Z","steps":["trace[1459445468] 'process raft request' (duration: 2.169998259s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.109149Z","caller":"traceutil/trace.go:171","msg":"trace[1655832883] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23895; }","duration":"5.68913711s","start":"2026-02-27T02:15:04.419991Z","end":"2026-02-27T02:15:10.109128Z","steps":["trace[1655832883] 'agreement among raft nodes before linearized reading' (duration: 5.688966456s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.109164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.895285627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:15:10.109193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:04.419971Z","time spent":"5.689210802s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:10.109206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.938085Z","time spent":"2.171087634s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:10.109241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.181197964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:10.109275Z","caller":"traceutil/trace.go:171","msg":"trace[880793594] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23895; }","duration":"8.181233535s","start":"2026-02-27T02:15:01.928034Z","end":"2026-02-27T02:15:10.109267Z","steps":["trace[880793594] 'agreement among raft nodes before linearized reading' (duration: 8.181182814s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.1093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.871396436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.109308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:01.927978Z","time spent":"8.181323187s","remote":"127.0.0.1:46844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:10.109287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.550601269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:15:10.109348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.795452874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T02:15:10.109377Z","caller":"traceutil/trace.go:171","msg":"trace[839522182] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23895; }","duration":"6.550755592s","start":"2026-02-27T02:15:03.55861Z","end":"2026-02-27T02:15:10.109366Z","steps":["trace[839522182] 'agreement among raft nodes before linearized reading' (duration: 6.550361323s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.109417Z","caller":"traceutil/trace.go:171","msg":"trace[44498279] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23895; }","duration":"6.795549106s","start":"2026-02-27T02:15:03.313846Z","end":"2026-02-27T02:15:10.109395Z","steps":["trace[44498279] 'agreement among raft nodes before linearized reading' (duration: 6.795450404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.109462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.558584Z","time spent":"6.550849774s","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":173,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:10.109332Z","caller":"traceutil/trace.go:171","msg":"trace[944499045] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23895; }","duration":"4.871428726s","start":"2026-02-27T02:15:05.237895Z","end":"2026-02-27T02:15:10.109324Z","steps":["trace[944499045] 'agreement among raft nodes before linearized reading' (duration: 4.871381135s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.109497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.313815Z","time spent":"6.795671319s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T02:15:10.109498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.253224625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.109513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.284194652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.109527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.237828Z","time spent":"4.871691412s","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:10.109534Z","caller":"traceutil/trace.go:171","msg":"trace[1093623939] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23895; }","duration":"6.253315887s","start":"2026-02-27T02:15:03.85621Z","end":"2026-02-27T02:15:10.109526Z","steps":["trace[1093623939] 'agreement among raft nodes before linearized reading' (duration: 6.253264426s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.1092Z","caller":"traceutil/trace.go:171","msg":"trace[1088107364] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23895; }","duration":"7.895363408s","start":"2026-02-27T02:15:02.213826Z","end":"2026-02-27T02:15:10.109189Z","steps":["trace[1088107364] 'agreement among raft nodes before linearized reading' (duration: 7.895286207s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.109554Z","caller":"traceutil/trace.go:171","msg":"trace[462976763] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23895; }","duration":"8.284280114s","start":"2026-02-27T02:15:01.825264Z","end":"2026-02-27T02:15:10.109544Z","steps":["trace[462976763] 'agreement among raft nodes before linearized reading' (duration: 8.284224142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.109565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.856179Z","time spent":"6.253376589s","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:10.109585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:01.825241Z","time spent":"8.284336104s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:10.109349Z","caller":"traceutil/trace.go:171","msg":"trace[731879542] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"4.55016041s","start":"2026-02-27T02:15:05.55918Z","end":"2026-02-27T02:15:10.10934Z","steps":["trace[731879542] 'process raft request' (duration: 4.548812118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.109591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.213802Z","time spent":"7.895775368s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:15:10.109632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.559171Z","time spent":"4.550442096s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:10.109468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.227302953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.109745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.267452592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:10.109779Z","caller":"traceutil/trace.go:171","msg":"trace[288768256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23895; }","duration":"9.267523614s","start":"2026-02-27T02:15:00.842247Z","end":"2026-02-27T02:15:10.10977Z","steps":["trace[288768256] 'agreement among raft nodes before linearized reading' (duration: 9.267468263s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.109795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.008060432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.109811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.842224Z","time spent":"9.267580286s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:10.109754Z","caller":"traceutil/trace.go:171","msg":"trace[1967501328] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23895; }","duration":"8.22761632s","start":"2026-02-27T02:15:01.882127Z","end":"2026-02-27T02:15:10.109743Z","steps":["trace[1967501328] 'agreement among raft nodes before linearized reading' (duration: 8.227315733s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.109874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.03086253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:10.109873Z","caller":"traceutil/trace.go:171","msg":"trace[787973936] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23895; }","duration":"7.008129974s","start":"2026-02-27T02:15:03.101697Z","end":"2026-02-27T02:15:10.109827Z","steps":["trace[787973936] 'agreement among raft nodes before linearized reading' (duration: 7.008061193s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.109919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.681418098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:10.109913Z","caller":"traceutil/trace.go:171","msg":"trace[1918202664] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23895; }","duration":"7.030942442s","start":"2026-02-27T02:15:03.078961Z","end":"2026-02-27T02:15:10.109903Z","steps":["trace[1918202664] 'agreement among raft nodes before linearized reading' (duration: 7.03088077s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.109949Z","caller":"traceutil/trace.go:171","msg":"trace[146957295] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23895; }","duration":"9.68149611s","start":"2026-02-27T02:15:00.428443Z","end":"2026-02-27T02:15:10.109939Z","steps":["trace[146957295] 'agreement among raft nodes before linearized reading' (duration: 9.681446659s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.109954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.07894Z","time spent":"7.031003823s","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:15:10.109968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:00.428391Z","time spent":"9.681572661s","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:10.10917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.882252884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:15:10.109369Z","caller":"traceutil/trace.go:171","msg":"trace[733133686] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"3.915783424s","start":"2026-02-27T02:15:06.193582Z","end":"2026-02-27T02:15:10.109366Z","steps":["trace[733133686] 'process raft request' (duration: 3.914462344s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.110039Z","caller":"traceutil/trace.go:171","msg":"trace[2100894534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23895; }","duration":"7.883148975s","start":"2026-02-27T02:15:02.226879Z","end":"2026-02-27T02:15:10.110028Z","steps":["trace[2100894534] 'agreement among raft nodes before linearized reading' (duration: 7.882058589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.110062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:06.193562Z","time spent":"3.91648002s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:10.11008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.226854Z","time spent":"7.883214947s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:15:10.109873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:01.882109Z","time spent":"8.227752363s","remote":"127.0.0.1:39322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:10.109095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:02.213896Z","time spent":"7.895192184s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:15:10.110216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.633012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.109919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:03.101682Z","time spent":"7.008228966s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:10.110249Z","caller":"traceutil/trace.go:171","msg":"trace[190697164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23895; }","duration":"317.690883ms","start":"2026-02-27T02:15:09.79255Z","end":"2026-02-27T02:15:10.110241Z","steps":["trace[190697164] 'agreement among raft nodes before linearized reading' (duration: 317.644652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.110275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:09.792534Z","time spent":"317.735694ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:10.110173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555564344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d78f3b1c-8bbe-433d-a6bc-1a86b686e6f6\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-27T02:15:10.110312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879006783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-27T02:15:10.110336Z","caller":"traceutil/trace.go:171","msg":"trace[422776542] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d78f3b1c-8bbe-433d-a6bc-1a86b686e6f6; range_end:; response_count:1; response_revision:23895; }","duration":"4.55577322s","start":"2026-02-27T02:15:05.554553Z","end":"2026-02-27T02:15:10.110326Z","steps":["trace[422776542] 'agreement among raft nodes before linearized reading' (duration: 4.555418731s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.11035Z","caller":"traceutil/trace.go:171","msg":"trace[829158158] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23895; }","duration":"2.879069705s","start":"2026-02-27T02:15:07.231271Z","end":"2026-02-27T02:15:10.110341Z","steps":["trace[829158158] 'agreement among raft nodes before linearized reading' (duration: 2.878954342s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.110377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.231256Z","time spent":"2.879114556s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:15:10.110448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893833887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T02:15:10.110496Z","caller":"traceutil/trace.go:171","msg":"trace[697323651] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23895; }","duration":"2.893875428s","start":"2026-02-27T02:15:07.216606Z","end":"2026-02-27T02:15:10.110481Z","steps":["trace[697323651] 'agreement among raft nodes before linearized reading' (duration: 2.893752515s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.110535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.216581Z","time spent":"2.893947179s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T02:15:10.110563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503710974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.110499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227350587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:10.1106Z","caller":"traceutil/trace.go:171","msg":"trace[2093985548] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23895; }","duration":"2.503746395s","start":"2026-02-27T02:15:07.606842Z","end":"2026-02-27T02:15:10.110589Z","steps":["trace[2093985548] 'agreement among raft nodes before linearized reading' (duration: 2.503694784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.110621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8948622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:513"} {"level":"warn","ts":"2026-02-27T02:15:10.110629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.606806Z","time spent":"2.503815747s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:10.11063Z","caller":"traceutil/trace.go:171","msg":"trace[308889348] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23895; }","duration":"4.2274799s","start":"2026-02-27T02:15:05.883138Z","end":"2026-02-27T02:15:10.110618Z","steps":["trace[308889348] 'agreement among raft nodes before linearized reading' (duration: 4.227321926s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.110643Z","caller":"traceutil/trace.go:171","msg":"trace[605283545] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23895; }","duration":"2.894910572s","start":"2026-02-27T02:15:07.215727Z","end":"2026-02-27T02:15:10.110637Z","steps":["trace[605283545] 'agreement among raft nodes before linearized reading' (duration: 2.894854391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.110605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464375032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:10.110667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.883071Z","time spent":"4.227584322s","remote":"127.0.0.1:46914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:10.110697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568308522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:10.110713Z","caller":"traceutil/trace.go:171","msg":"trace[1009448418] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23895; }","duration":"1.568349384s","start":"2026-02-27T02:15:08.542359Z","end":"2026-02-27T02:15:10.110708Z","steps":["trace[1009448418] 'agreement among raft nodes before linearized reading' (duration: 1.568317543s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.11073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:08.542347Z","time spent":"1.568379984s","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:10.110762Z","caller":"traceutil/trace.go:171","msg":"trace[1076760537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23895; }","duration":"2.464609928s","start":"2026-02-27T02:15:07.646073Z","end":"2026-02-27T02:15:10.110683Z","steps":["trace[1076760537] 'agreement among raft nodes before linearized reading' (duration: 2.464377433s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.110778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693656107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.110792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553903816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-jb725\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-02-27T02:15:10.110815Z","caller":"traceutil/trace.go:171","msg":"trace[1053504212] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23895; }","duration":"2.693748309s","start":"2026-02-27T02:15:07.417058Z","end":"2026-02-27T02:15:10.110806Z","steps":["trace[1053504212] 'agreement among raft nodes before linearized reading' (duration: 2.693694918s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:10.110838Z","caller":"traceutil/trace.go:171","msg":"trace[1987849891] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-jb725; range_end:; response_count:1; response_revision:23895; }","duration":"4.553963987s","start":"2026-02-27T02:15:05.556865Z","end":"2026-02-27T02:15:10.110829Z","steps":["trace[1987849891] 'agreement among raft nodes before linearized reading' (duration: 4.553783423s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.110845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.646062Z","time spent":"2.464733701s","remote":"127.0.0.1:46596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:10.110659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.215711Z","time spent":"2.894944332s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T02:15:10.110379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.554541Z","time spent":"4.555828891s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-d78f3b1c-8bbe-433d-a6bc-1a86b686e6f6\" "} {"level":"warn","ts":"2026-02-27T02:15:10.110333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930699572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.110842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.417037Z","time spent":"2.693797561s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:10.110973Z","caller":"traceutil/trace.go:171","msg":"trace[681742906] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23895; }","duration":"2.931365386s","start":"2026-02-27T02:15:07.179593Z","end":"2026-02-27T02:15:10.110959Z","steps":["trace[681742906] 'agreement among raft nodes before linearized reading' (duration: 2.930696971s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.110811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021671712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:10.111014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:07.179577Z","time spent":"2.931424688s","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:10.110626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.530211017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-02-27T02:15:10.111056Z","caller":"traceutil/trace.go:171","msg":"trace[1783426948] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23895; }","duration":"4.530673888s","start":"2026-02-27T02:15:05.580377Z","end":"2026-02-27T02:15:10.111051Z","steps":["trace[1783426948] 'agreement among raft nodes before linearized reading' (duration: 4.530143065s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.111046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968753164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:15:10.11108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.580326Z","time spent":"4.530748359s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-27T02:15:10.111087Z","caller":"traceutil/trace.go:171","msg":"trace[1505161446] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23895; }","duration":"1.968833226s","start":"2026-02-27T02:15:08.142245Z","end":"2026-02-27T02:15:10.111078Z","steps":["trace[1505161446] 'agreement among raft nodes before linearized reading' (duration: 1.968677663s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.111118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:08.142227Z","time spent":"1.968882048s","remote":"127.0.0.1:46926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":189,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:10.110873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:05.556854Z","time spent":"4.554012629s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-jb725\" "} {"level":"info","ts":"2026-02-27T02:15:10.111014Z","caller":"traceutil/trace.go:171","msg":"trace[1603314220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23895; }","duration":"1.021903397s","start":"2026-02-27T02:15:09.089102Z","end":"2026-02-27T02:15:10.111005Z","steps":["trace[1603314220] 'agreement among raft nodes before linearized reading' (duration: 1.021697042s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:10.111192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:09.089083Z","time spent":"1.022101632s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:10.616302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:12.129175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:12.129266Z","caller":"traceutil/trace.go:171","msg":"trace[1477906758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147749s","start":"2026-02-27T02:15:10.129099Z","end":"2026-02-27T02:15:12.129246Z","steps":["trace[1477906758] 'agreement among raft nodes before linearized reading' (duration: 2.000027976s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.129306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.129088Z","time spent":"2.00021063s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:12.213437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.174102Z","time spent":"2.039327608s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:12.214062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.117128Z","time spent":"2.096930523s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:12.214059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.11908Z","time spent":"2.094971607s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:15:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 02:15:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:12.216578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098376436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:12.216653Z","caller":"traceutil/trace.go:171","msg":"trace[1279987777] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.098476879s","start":"2026-02-27T02:15:10.118161Z","end":"2026-02-27T02:15:12.216638Z","steps":["trace[1279987777] 'agreement among raft nodes before linearized reading' (duration: 2.098390226s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.216695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.118154Z","time spent":"2.09853211s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:15:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:12.220127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103347642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:12.220218Z","caller":"traceutil/trace.go:171","msg":"trace[2000670777] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.103458524s","start":"2026-02-27T02:15:10.116736Z","end":"2026-02-27T02:15:12.220194Z","steps":["trace[2000670777] 'agreement among raft nodes before linearized reading' (duration: 2.103342341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.220305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.11671Z","time spent":"2.103583746s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 02:15:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:12.229877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055150455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:12.229941Z","caller":"traceutil/trace.go:171","msg":"trace[1306920493] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.055251868s","start":"2026-02-27T02:15:10.174674Z","end":"2026-02-27T02:15:12.229926Z","steps":["trace[1306920493] 'agreement among raft nodes before linearized reading' (duration: 2.055169096s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.229983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.174666Z","time spent":"2.055308719s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:15:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:12.279799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704315143s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:12.279891Z","caller":"traceutil/trace.go:171","msg":"trace[775576488] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23895; }","duration":"1.704420105s","start":"2026-02-27T02:15:10.575458Z","end":"2026-02-27T02:15:12.279878Z","steps":["trace[775576488] 'range keys from in-memory index tree' (duration: 1.704299943s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:12.281728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455770963s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T02:15:12.281777Z","caller":"traceutil/trace.go:171","msg":"trace[860876810] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23895; }","duration":"2.166748881s","start":"2026-02-27T02:15:10.115019Z","end":"2026-02-27T02:15:12.281768Z","steps":["trace[860876810] 'process raft request' (duration: 710.889696ms)","trace[860876810] 'compare' (duration: 1.455738682s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:12.281818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.114986Z","time spent":"2.166814082s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:13.183768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.357897024s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:15:13.184278Z","caller":"traceutil/trace.go:171","msg":"trace[300823579] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"3.059509105s","start":"2026-02-27T02:15:10.124721Z","end":"2026-02-27T02:15:13.18423Z","steps":["trace[300823579] 'process raft request' (duration: 3.059419433s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:13.184399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.124711Z","time spent":"3.059629848s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:15:13.184499Z","caller":"traceutil/trace.go:171","msg":"trace[172947787] linearizableReadLoop","detail":"{readStateIndex:24730; appliedIndex:24725; }","duration":"3.068596875s","start":"2026-02-27T02:15:10.115886Z","end":"2026-02-27T02:15:13.184483Z","steps":["trace[172947787] 'read index received' (duration: 709.961084ms)","trace[172947787] 'applied index is now lower than readState.Index' (duration: 2.358634791s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:13.184777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068881352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-02-27T02:15:13.184812Z","caller":"traceutil/trace.go:171","msg":"trace[205108047] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23899; }","duration":"3.068958953s","start":"2026-02-27T02:15:10.115843Z","end":"2026-02-27T02:15:13.184802Z","steps":["trace[205108047] 'agreement among raft nodes before linearized reading' (duration: 3.06883064s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:13.184861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.115823Z","time spent":"3.069030876s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-02-27T02:15:13.685331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:14.130551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:14.130708Z","caller":"traceutil/trace.go:171","msg":"trace[1903192657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421737s","start":"2026-02-27T02:15:12.130267Z","end":"2026-02-27T02:15:14.130689Z","steps":["trace[1903192657] 'agreement among raft nodes before linearized reading' (duration: 2.000244073s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:14.130833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.130252Z","time spent":"2.00056249s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:14.185702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:14.686706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:15.186971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:15.688033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:15.945982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.683573281s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:16.138586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:16.138664Z","caller":"traceutil/trace.go:171","msg":"trace[1380086860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051065s","start":"2026-02-27T02:15:14.138135Z","end":"2026-02-27T02:15:16.138646Z","steps":["trace[1380086860] 'agreement among raft nodes before linearized reading' (duration: 2.000421178s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:16.138707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:14.138119Z","time spent":"2.000578401s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:16.228758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.482528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:448"} {"level":"info","ts":"2026-02-27T02:15:16.228926Z","caller":"traceutil/trace.go:171","msg":"trace[1931074597] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23899; }","duration":"4.012389983s","start":"2026-02-27T02:15:12.216486Z","end":"2026-02-27T02:15:16.228876Z","steps":["trace[1931074597] 'process raft request' (duration: 3.72971674s)","trace[1931074597] 'compare' (duration: 282.428047ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:16.228975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.21646Z","time spent":"4.012491455s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:16.229481Z","caller":"traceutil/trace.go:171","msg":"trace[450362649] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"4.010026628s","start":"2026-02-27T02:15:12.219424Z","end":"2026-02-27T02:15:16.22945Z","steps":["trace[450362649] 'process raft request' (duration: 4.009407624s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:16.22949Z","caller":"traceutil/trace.go:171","msg":"trace[244511562] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23900; }","duration":"4.009884074s","start":"2026-02-27T02:15:12.219574Z","end":"2026-02-27T02:15:16.229458Z","steps":["trace[244511562] 'process raft request' (duration: 4.009649759s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:16.229623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.219567Z","time spent":"4.009984796s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:16.229774Z","caller":"traceutil/trace.go:171","msg":"trace[1027501968] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"3.172168557s","start":"2026-02-27T02:15:13.057538Z","end":"2026-02-27T02:15:16.229706Z","steps":["trace[1027501968] 'process raft request' (duration: 3.172032594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:16.229623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.219401Z","time spent":"4.01014337s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:16.230018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.057514Z","time spent":"3.172347652s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:16.230125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.289427Z","time spent":"3.940695251s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:15:16.230151Z","caller":"traceutil/trace.go:171","msg":"trace[1007992] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"4.008664487s","start":"2026-02-27T02:15:12.221463Z","end":"2026-02-27T02:15:16.230127Z","steps":["trace[1007992] 'process raft request' (duration: 4.007857348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:16.230242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.221453Z","time spent":"4.008739448s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:16.230236Z","caller":"traceutil/trace.go:171","msg":"trace[27643601] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"3.173607231s","start":"2026-02-27T02:15:13.056609Z","end":"2026-02-27T02:15:16.230216Z","steps":["trace[27643601] 'process raft request' (duration: 3.172890044s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:16.23041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.056589Z","time spent":"3.173762124s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:17.124702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178404956s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:18.138961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:18.139044Z","caller":"traceutil/trace.go:171","msg":"trace[792297238] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298567s","start":"2026-02-27T02:15:16.138725Z","end":"2026-02-27T02:15:18.139023Z","steps":["trace[792297238] 'agreement among raft nodes before linearized reading' (duration: 2.000190944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.139097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:16.138703Z","time spent":"2.000382918s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:18.540119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.415235324s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:18.812423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687419492s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:18.812641Z","caller":"traceutil/trace.go:171","msg":"trace[1735289810] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"2.580835432s","start":"2026-02-27T02:15:16.231786Z","end":"2026-02-27T02:15:18.812621Z","steps":["trace[1735289810] 'process raft request' (duration: 2.580793201s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.812732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:16.231763Z","time spent":"2.580933664s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:18.813042Z","caller":"traceutil/trace.go:171","msg":"trace[2016613866] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"3.694905705s","start":"2026-02-27T02:15:15.118114Z","end":"2026-02-27T02:15:18.81302Z","steps":["trace[2016613866] 'process raft request' (duration: 3.694400924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.813098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.643978522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:18.813134Z","caller":"traceutil/trace.go:171","msg":"trace[1709196955] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23906; }","duration":"5.644034673s","start":"2026-02-27T02:15:13.169087Z","end":"2026-02-27T02:15:18.813122Z","steps":["trace[1709196955] 'agreement among raft nodes before linearized reading' (duration: 5.643965271s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.813166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.169078Z","time spent":"5.644081804s","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:18.813168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:15.118091Z","time spent":"3.695009348s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:18.81318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.696818572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-02-27T02:15:18.814529Z","caller":"traceutil/trace.go:171","msg":"trace[418971021] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23906; }","duration":"8.698180163s","start":"2026-02-27T02:15:10.116333Z","end":"2026-02-27T02:15:18.814514Z","steps":["trace[418971021] 'agreement among raft nodes before linearized reading' (duration: 8.69675643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.814586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.116325Z","time spent":"8.698245304s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-02-27T02:15:18.813317Z","caller":"traceutil/trace.go:171","msg":"trace[449352454] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"5.624567171s","start":"2026-02-27T02:15:13.18874Z","end":"2026-02-27T02:15:18.813307Z","steps":["trace[449352454] 'process raft request' (duration: 3.936181586s)","trace[449352454] 'compare' (duration: 1.687276919s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:18.814679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.188729Z","time spent":"5.625906503s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:18.813065Z","caller":"traceutil/trace.go:171","msg":"trace[431997517] linearizableReadLoop","detail":"{readStateIndex:24739; appliedIndex:24730; }","duration":"5.628517733s","start":"2026-02-27T02:15:13.184535Z","end":"2026-02-27T02:15:18.813053Z","steps":["trace[431997517] 'read index received' (duration: 2.761679541s)","trace[431997517] 'applied index is now lower than readState.Index' (duration: 2.866836652s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:18.813635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.688322134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:18.814788Z","caller":"traceutil/trace.go:171","msg":"trace[1263273402] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23906; }","duration":"8.689484981s","start":"2026-02-27T02:15:10.125291Z","end":"2026-02-27T02:15:18.814776Z","steps":["trace[1263273402] 'agreement among raft nodes before linearized reading' (duration: 8.688319434s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.814817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.125283Z","time spent":"8.689524703s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:15:18.813681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.516314072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:18.81493Z","caller":"traceutil/trace.go:171","msg":"trace[1443717210] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23906; }","duration":"6.517604491s","start":"2026-02-27T02:15:12.297319Z","end":"2026-02-27T02:15:18.814923Z","steps":["trace[1443717210] 'agreement among raft nodes before linearized reading' (duration: 6.516314971s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.814951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:12.297302Z","time spent":"6.517642503s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:18.813696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.687877264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-02-27T02:15:18.815042Z","caller":"traceutil/trace.go:171","msg":"trace[289898890] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23906; }","duration":"8.689235566s","start":"2026-02-27T02:15:10.125801Z","end":"2026-02-27T02:15:18.815036Z","steps":["trace[289898890] 'agreement among raft nodes before linearized reading' (duration: 8.687848134s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.81507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.125793Z","time spent":"8.689261646s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-27T02:15:18.813686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.766523641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:18.815161Z","caller":"traceutil/trace.go:171","msg":"trace[91885681] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23906; }","duration":"7.768067567s","start":"2026-02-27T02:15:11.047086Z","end":"2026-02-27T02:15:18.815154Z","steps":["trace[91885681] 'agreement among raft nodes before linearized reading' (duration: 7.766516311s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.815182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:11.047064Z","time spent":"7.768110447s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:18.813738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.648945206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:18.815268Z","caller":"traceutil/trace.go:171","msg":"trace[1518273768] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23906; }","duration":"7.650514462s","start":"2026-02-27T02:15:11.164746Z","end":"2026-02-27T02:15:18.81526Z","steps":["trace[1518273768] 'agreement among raft nodes before linearized reading' (duration: 7.648973146s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.815287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:11.164721Z","time spent":"7.650559364s","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:18.813708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.715863618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:18.815376Z","caller":"traceutil/trace.go:171","msg":"trace[1528174065] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23906; }","duration":"5.717591218s","start":"2026-02-27T02:15:13.097776Z","end":"2026-02-27T02:15:18.815368Z","steps":["trace[1528174065] 'agreement among raft nodes before linearized reading' (duration: 5.715830347s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.815401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.097765Z","time spent":"5.717628249s","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:18.813745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.644746329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:18.815508Z","caller":"traceutil/trace.go:171","msg":"trace[1909232236] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23906; }","duration":"5.646546511s","start":"2026-02-27T02:15:13.168956Z","end":"2026-02-27T02:15:18.815502Z","steps":["trace[1909232236] 'agreement among raft nodes before linearized reading' (duration: 5.644758839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.815528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.168937Z","time spent":"5.646584521s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:18.813753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.689051771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-02-27T02:15:18.815608Z","caller":"traceutil/trace.go:171","msg":"trace[594781245] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23906; }","duration":"8.690941705s","start":"2026-02-27T02:15:10.12466Z","end":"2026-02-27T02:15:18.815602Z","steps":["trace[594781245] 'agreement among raft nodes before linearized reading' (duration: 8.6889795s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.815625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.12464Z","time spent":"8.690980656s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:15:18.813806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.689183774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T02:15:18.815731Z","caller":"traceutil/trace.go:171","msg":"trace[1013995621] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23906; }","duration":"8.691104378s","start":"2026-02-27T02:15:10.124606Z","end":"2026-02-27T02:15:18.81571Z","steps":["trace[1013995621] 'agreement among raft nodes before linearized reading' (duration: 8.689049321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.815775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.124563Z","time spent":"8.691197601s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T02:15:18.81391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.179482372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299278"} {"level":"info","ts":"2026-02-27T02:15:18.815867Z","caller":"traceutil/trace.go:171","msg":"trace[866143145] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:23906; }","duration":"8.181447667s","start":"2026-02-27T02:15:10.6344Z","end":"2026-02-27T02:15:18.815848Z","steps":["trace[866143145] 'agreement among raft nodes before linearized reading' (duration: 8.179232605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:18.815893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:10.634386Z","time spent":"8.181498608s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299301,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:15:19.315662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:20.147377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999547827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:20.147481Z","caller":"traceutil/trace.go:171","msg":"trace[921918613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99966301s","start":"2026-02-27T02:15:18.147791Z","end":"2026-02-27T02:15:20.147454Z","steps":["trace[921918613] 'agreement among raft nodes before linearized reading' (duration: 1.999543147s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:20.147541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.14773Z","time spent":"1.999797094s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:21.696365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120921971s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:21.696455Z","caller":"traceutil/trace.go:171","msg":"trace[1423893595] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23906; }","duration":"1.121019813s","start":"2026-02-27T02:15:20.575419Z","end":"2026-02-27T02:15:21.696438Z","steps":["trace[1423893595] 'range keys from in-memory index tree' (duration: 1.120905251s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:21.697677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2391308s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:21.697783Z","caller":"traceutil/trace.go:171","msg":"trace[513430212] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"3.155385298s","start":"2026-02-27T02:15:18.542378Z","end":"2026-02-27T02:15:21.697764Z","steps":["trace[513430212] 'process raft request' (duration: 916.088744ms)","trace[513430212] 'compare' (duration: 2.237938242s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:21.697844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.542355Z","time spent":"3.155459059s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:22.147883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:22.147992Z","caller":"traceutil/trace.go:171","msg":"trace[1513248910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306845s","start":"2026-02-27T02:15:20.147664Z","end":"2026-02-27T02:15:22.147971Z","steps":["trace[1513248910] 'agreement among raft nodes before linearized reading' (duration: 2.000177272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:22.148042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:20.147645Z","time spent":"2.000385857s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:23.093138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.634574806s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:23.593815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000622884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:23.593891Z","caller":"traceutil/trace.go:171","msg":"trace[1502938586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000744066s","start":"2026-02-27T02:15:21.59313Z","end":"2026-02-27T02:15:23.593875Z","steps":["trace[1502938586] 'agreement among raft nodes before linearized reading' (duration: 2.000653014s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:23.593933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:21.593114Z","time spent":"2.000810038s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:24.156017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999841385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:24.1561Z","caller":"traceutil/trace.go:171","msg":"trace[1121421229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999977618s","start":"2026-02-27T02:15:22.156102Z","end":"2026-02-27T02:15:24.15608Z","steps":["trace[1121421229] 'agreement among raft nodes before linearized reading' (duration: 1.999878316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:24.156153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.156081Z","time spent":"2.00005721s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:25.173059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.436994907s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:25.53651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443083908s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:25.536831Z","caller":"traceutil/trace.go:171","msg":"trace[1616794493] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"1.800845361s","start":"2026-02-27T02:15:23.735968Z","end":"2026-02-27T02:15:25.536813Z","steps":["trace[1616794493] 'process raft request' (duration: 1.800773279s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.536906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:23.735944Z","time spent":"1.800929403s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:25.538051Z","caller":"traceutil/trace.go:171","msg":"trace[1367349177] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"6.716036011s","start":"2026-02-27T02:15:18.821957Z","end":"2026-02-27T02:15:25.537993Z","steps":["trace[1367349177] 'process raft request' (duration: 6.714648669s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:25.538104Z","caller":"traceutil/trace.go:171","msg":"trace[181956830] linearizableReadLoop","detail":"{readStateIndex:24743; appliedIndex:24740; }","duration":"6.72331278s","start":"2026-02-27T02:15:18.81475Z","end":"2026-02-27T02:15:25.538063Z","steps":["trace[181956830] 'read index received' (duration: 643.842604ms)","trace[181956830] 'applied index is now lower than readState.Index' (duration: 6.079466956s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:25.538246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.821946Z","time spent":"6.716192775s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:25.538449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.800765965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:25.538501Z","caller":"traceutil/trace.go:171","msg":"trace[112562582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23910; }","duration":"6.800834777s","start":"2026-02-27T02:15:18.73765Z","end":"2026-02-27T02:15:25.538485Z","steps":["trace[112562582] 'agreement among raft nodes before linearized reading' (duration: 6.800737994s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:25.53851Z","caller":"traceutil/trace.go:171","msg":"trace[1740636003] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"6.719356968s","start":"2026-02-27T02:15:18.819138Z","end":"2026-02-27T02:15:25.538495Z","steps":["trace[1740636003] 'process raft request' (duration: 4.274171931s)","trace[1740636003] 'compare' (duration: 2.442440543s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:25.53854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.737626Z","time spent":"6.800901528s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:25.538579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.819125Z","time spent":"6.719422419s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:25.538755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.129769301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:25.538792Z","caller":"traceutil/trace.go:171","msg":"trace[914251024] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23910; }","duration":"7.129846823s","start":"2026-02-27T02:15:18.408935Z","end":"2026-02-27T02:15:25.538782Z","steps":["trace[914251024] 'agreement among raft nodes before linearized reading' (duration: 7.129789581s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.53882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.408911Z","time spent":"7.129901544s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:25.53896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.255334191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:25.538999Z","caller":"traceutil/trace.go:171","msg":"trace[1662027496] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23910; }","duration":"7.255404152s","start":"2026-02-27T02:15:18.283581Z","end":"2026-02-27T02:15:25.538985Z","steps":["trace[1662027496] 'agreement among raft nodes before linearized reading' (duration: 7.255357611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.539026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.283561Z","time spent":"7.255458064s","remote":"127.0.0.1:52756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:25.539162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.214272248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:25.539194Z","caller":"traceutil/trace.go:171","msg":"trace[181720198] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23910; }","duration":"9.214310039s","start":"2026-02-27T02:15:16.324876Z","end":"2026-02-27T02:15:25.539186Z","steps":["trace[181720198] 'agreement among raft nodes before linearized reading' (duration: 9.214263988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.539223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:16.324827Z","time spent":"9.214387121s","remote":"127.0.0.1:46506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:25.53937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.419705091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:25.539402Z","caller":"traceutil/trace.go:171","msg":"trace[1682559270] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23910; }","duration":"9.419776703s","start":"2026-02-27T02:15:16.119617Z","end":"2026-02-27T02:15:25.539394Z","steps":["trace[1682559270] 'agreement among raft nodes before linearized reading' (duration: 9.419725102s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.539429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:16.119587Z","time spent":"9.419835003s","remote":"127.0.0.1:46944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:25.539619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.701398741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:25.539656Z","caller":"traceutil/trace.go:171","msg":"trace[175818531] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23910; }","duration":"9.701477473s","start":"2026-02-27T02:15:15.83817Z","end":"2026-02-27T02:15:25.539648Z","steps":["trace[175818531] 'agreement among raft nodes before linearized reading' (duration: 9.701416201s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.539684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:15.838149Z","time spent":"9.701527813s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:25.539839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.342098061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:25.539872Z","caller":"traceutil/trace.go:171","msg":"trace[1712497087] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23910; }","duration":"10.342168653s","start":"2026-02-27T02:15:15.197696Z","end":"2026-02-27T02:15:25.539865Z","steps":["trace[1712497087] 'agreement among raft nodes before linearized reading' (duration: 10.342119262s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.5399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:15.197676Z","time spent":"10.342217413s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:25.540369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.469268807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:25.540481Z","caller":"traceutil/trace.go:171","msg":"trace[352856719] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23910; }","duration":"11.46939107s","start":"2026-02-27T02:15:14.071036Z","end":"2026-02-27T02:15:25.540427Z","steps":["trace[352856719] 'agreement among raft nodes before linearized reading' (duration: 11.469261317s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.54054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:14.071006Z","time spent":"11.469516613s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:25.540732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.307125426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:25.54077Z","caller":"traceutil/trace.go:171","msg":"trace[1280307026] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23910; }","duration":"12.307185478s","start":"2026-02-27T02:15:13.233575Z","end":"2026-02-27T02:15:25.540761Z","steps":["trace[1280307026] 'agreement among raft nodes before linearized reading' (duration: 12.307118527s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.540797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.233568Z","time spent":"12.307221519s","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:25.540911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.352814845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:15:25.540973Z","caller":"traceutil/trace.go:171","msg":"trace[213868133] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585; range_end:; response_count:1; response_revision:23910; }","duration":"12.352932748s","start":"2026-02-27T02:15:13.188026Z","end":"2026-02-27T02:15:25.540958Z","steps":["trace[213868133] 'agreement among raft nodes before linearized reading' (duration: 12.352727523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.541008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:13.188009Z","time spent":"12.352991559s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" "} {"level":"warn","ts":"2026-02-27T02:15:25.540128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.168450275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:15:25.54475Z","caller":"traceutil/trace.go:171","msg":"trace[761609762] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23910; }","duration":"11.173101901s","start":"2026-02-27T02:15:14.371634Z","end":"2026-02-27T02:15:25.544736Z","steps":["trace[761609762] 'agreement among raft nodes before linearized reading' (duration: 11.168390922s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:25.544789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:14.371616Z","time spent":"11.173159233s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:15:26.163677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00049695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:26.163745Z","caller":"traceutil/trace.go:171","msg":"trace[478994993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614983s","start":"2026-02-27T02:15:24.163114Z","end":"2026-02-27T02:15:26.163729Z","steps":["trace[478994993] 'agreement among raft nodes before linearized reading' (duration: 2.00052295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:26.163782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:24.163099Z","time spent":"2.000676024s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:28.058577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.342564401s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:28.165588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001022573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:28.165721Z","caller":"traceutil/trace.go:171","msg":"trace[1565160425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001197436s","start":"2026-02-27T02:15:26.164506Z","end":"2026-02-27T02:15:28.165704Z","steps":["trace[1565160425] 'agreement among raft nodes before linearized reading' (duration: 2.001035052s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:28.165777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:26.164495Z","time spent":"2.001273409s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:28.82953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009061322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:28.829619Z","caller":"traceutil/trace.go:171","msg":"trace[1429329919] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.009193005s","start":"2026-02-27T02:15:18.820404Z","end":"2026-02-27T02:15:28.829597Z","steps":["trace[1429329919] 'agreement among raft nodes before linearized reading' (duration: 10.009070462s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:28.829675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.820398Z","time spent":"10.009262227s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/02/27 02:15:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:29.249754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533577478s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:29.24989Z","caller":"traceutil/trace.go:171","msg":"trace[734500423] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"5.429449882s","start":"2026-02-27T02:15:23.820422Z","end":"2026-02-27T02:15:29.249872Z","steps":["trace[734500423] 'process raft request' (duration: 1.895673969s)","trace[734500423] 'compare' (duration: 3.532673967s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:29.249955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:23.820401Z","time spent":"5.429525704s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:30.000316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.941587845s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:30.17325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:30.173329Z","caller":"traceutil/trace.go:171","msg":"trace[548355964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000243405s","start":"2026-02-27T02:15:28.173064Z","end":"2026-02-27T02:15:30.173307Z","steps":["trace[548355964] 'agreement among raft nodes before linearized reading' (duration: 2.000145453s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:30.173382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:28.173048Z","time spent":"2.000319807s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:31.945041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695177152s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:15:31.945428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36973937s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:31.94552Z","caller":"traceutil/trace.go:171","msg":"trace[191683331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23911; }","duration":"1.369837282s","start":"2026-02-27T02:15:30.575666Z","end":"2026-02-27T02:15:31.945503Z","steps":["trace[191683331] 'range keys from in-memory index tree' (duration: 1.369726339s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:31.946983Z","caller":"traceutil/trace.go:171","msg":"trace[1065149480] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"6.500200572s","start":"2026-02-27T02:15:25.446765Z","end":"2026-02-27T02:15:31.946966Z","steps":["trace[1065149480] 'process raft request' (duration: 6.498364969s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:31.947068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:25.446739Z","time spent":"6.500283503s","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:32.173472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:32.173549Z","caller":"traceutil/trace.go:171","msg":"trace[111871759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188202s","start":"2026-02-27T02:15:30.173346Z","end":"2026-02-27T02:15:32.173534Z","steps":["trace[111871759] 'agreement among raft nodes before linearized reading' (duration: 2.00009997s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:32.17359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:30.173318Z","time spent":"2.000263154s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:32.54462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:25.543888Z","time spent":"7.000725633s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:33.526513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:26.525369Z","time spent":"7.001138022s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:34.182584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000561132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:34.182762Z","caller":"traceutil/trace.go:171","msg":"trace[714365011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000812797s","start":"2026-02-27T02:15:32.181922Z","end":"2026-02-27T02:15:34.182734Z","steps":["trace[714365011] 'agreement among raft nodes before linearized reading' (duration: 2.000585542s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:34.182868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:32.181906Z","time spent":"2.000944141s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:34.251256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.304494516s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:34.340205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:33.42711Z","time spent":"913.087165ms","remote":"127.0.0.1:33192","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:34.341936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394946493s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-27T02:15:34.342279Z","caller":"traceutil/trace.go:171","msg":"trace[645232208] linearizableReadLoop","detail":"{readStateIndex:24747; appliedIndex:24744; }","duration":"8.804081333s","start":"2026-02-27T02:15:25.538162Z","end":"2026-02-27T02:15:34.342243Z","steps":["trace[645232208] 'read index received' (duration: 177.920874ms)","trace[645232208] 'applied index is now lower than readState.Index' (duration: 8.626155029s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:34.842816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:35.343221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:35.843789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:36.205016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:36.205102Z","caller":"traceutil/trace.go:171","msg":"trace[1034703252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328735s","start":"2026-02-27T02:15:34.204754Z","end":"2026-02-27T02:15:36.205083Z","steps":["trace[1034703252] 'agreement among raft nodes before linearized reading' (duration: 2.000210522s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:36.205154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.204736Z","time spent":"2.000406418s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:36.344632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:36.700774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358521418s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:15:36.701357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.530188562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:15:36.701419Z","caller":"traceutil/trace.go:171","msg":"trace[1649732863] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23914; }","duration":"11.530288694s","start":"2026-02-27T02:15:25.171106Z","end":"2026-02-27T02:15:36.701395Z","steps":["trace[1649732863] 'agreement among raft nodes before linearized reading' (duration: 9.171266984s)","trace[1649732863] 'range keys from in-memory index tree' (duration: 2.358866196s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.701461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:25.171082Z","time spent":"11.530370095s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:15:36.701712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.574617251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:15:36.70175Z","caller":"traceutil/trace.go:171","msg":"trace[1337686593] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23914; }","duration":"11.574689093s","start":"2026-02-27T02:15:25.12705Z","end":"2026-02-27T02:15:36.701739Z","steps":["trace[1337686593] 'agreement among raft nodes before linearized reading' (duration: 9.215344946s)","trace[1337686593] 'range keys from in-memory index tree' (duration: 2.359237085s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.701779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:25.127029Z","time spent":"11.574743395s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:15:36.702062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.648810399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:15:36.7021Z","caller":"traceutil/trace.go:171","msg":"trace[1988897263] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23914; }","duration":"12.648894321s","start":"2026-02-27T02:15:24.053195Z","end":"2026-02-27T02:15:36.702089Z","steps":["trace[1988897263] 'agreement among raft nodes before linearized reading' (duration: 10.289208826s)","trace[1988897263] 'count revisions from in-memory index tree' (duration: 2.359634714s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.702133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:24.053145Z","time spent":"12.648977364s","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:36.702335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.883551746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T02:15:36.702372Z","caller":"traceutil/trace.go:171","msg":"trace[1257317080] range","detail":"{range_begin:/registry/persistentvolumes/pvc-40be4114-4544-49b4-b43c-a0f3870b9542; range_end:; response_count:1; response_revision:23914; }","duration":"17.883601237s","start":"2026-02-27T02:15:18.81876Z","end":"2026-02-27T02:15:36.702362Z","steps":["trace[1257317080] 'agreement among raft nodes before linearized reading' (duration: 15.523654516s)","trace[1257317080] 'range keys from in-memory index tree' (duration: 2.359850559s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.702402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.818754Z","time spent":"17.883641398s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" "} {"level":"warn","ts":"2026-02-27T02:15:36.702553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.197832395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:36.702594Z","caller":"traceutil/trace.go:171","msg":"trace[282701297] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23914; }","duration":"15.197902246s","start":"2026-02-27T02:15:21.504677Z","end":"2026-02-27T02:15:36.702579Z","steps":["trace[282701297] 'agreement among raft nodes before linearized reading' (duration: 12.837760691s)","trace[282701297] 'count revisions from in-memory index tree' (duration: 2.360093735s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.702626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:21.504658Z","time spent":"15.197959727s","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:36.702781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.496124119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:36.702819Z","caller":"traceutil/trace.go:171","msg":"trace[1704374644] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23914; }","duration":"14.496196671s","start":"2026-02-27T02:15:22.206611Z","end":"2026-02-27T02:15:36.702807Z","steps":["trace[1704374644] 'agreement among raft nodes before linearized reading' (duration: 12.135809169s)","trace[1704374644] 'count revisions from in-memory index tree' (duration: 2.36032244s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.702852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.206589Z","time spent":"14.496253593s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:36.703007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.359958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:36.703044Z","caller":"traceutil/trace.go:171","msg":"trace[1940093682] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23914; }","duration":"16.360020152s","start":"2026-02-27T02:15:20.343012Z","end":"2026-02-27T02:15:36.703032Z","steps":["trace[1940093682] 'agreement among raft nodes before linearized reading' (duration: 13.999436316s)","trace[1940093682] 'count revisions from in-memory index tree' (duration: 2.360538485s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.703075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:20.342994Z","time spent":"16.360072343s","remote":"127.0.0.1:46572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:36.703128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.406773438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:36.703212Z","caller":"traceutil/trace.go:171","msg":"trace[538029140] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23914; }","duration":"13.406900922s","start":"2026-02-27T02:15:23.296287Z","end":"2026-02-27T02:15:36.703188Z","steps":["trace[538029140] 'agreement among raft nodes before linearized reading' (duration: 11.046220593s)","trace[538029140] 'count revisions from in-memory index tree' (duration: 2.360568635s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.703265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:23.296231Z","time spent":"13.407019754s","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:36.703303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.886913154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-fh4z9\" ","response":"range_response_count:1 size:4483"} {"level":"info","ts":"2026-02-27T02:15:36.703388Z","caller":"traceutil/trace.go:171","msg":"trace[121230588] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-fh4z9; range_end:; response_count:1; response_revision:23914; }","duration":"17.887028437s","start":"2026-02-27T02:15:18.816336Z","end":"2026-02-27T02:15:36.703365Z","steps":["trace[121230588] 'agreement among raft nodes before linearized reading' (duration: 15.526148874s)","trace[121230588] 'range keys from in-memory index tree' (duration: 2.360648117s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.703389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.73643848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:36.703435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.816314Z","time spent":"17.887111659s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4506,"request content":"key:\"/registry/pods/kube-system/kube-proxy-fh4z9\" "} {"level":"warn","ts":"2026-02-27T02:15:36.703415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.988613915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:36.70349Z","caller":"traceutil/trace.go:171","msg":"trace[881360196] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23914; }","duration":"13.736578174s","start":"2026-02-27T02:15:22.966877Z","end":"2026-02-27T02:15:36.703455Z","steps":["trace[881360196] 'agreement among raft nodes before linearized reading' (duration: 11.375594329s)","trace[881360196] 'count revisions from in-memory index tree' (duration: 2.360832312s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.703552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.96686Z","time spent":"13.736675636s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:36.703608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.694684659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:36.703671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.887426376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T02:15:36.703702Z","caller":"traceutil/trace.go:171","msg":"trace[1162491748] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23914; }","duration":"17.887482327s","start":"2026-02-27T02:15:18.816209Z","end":"2026-02-27T02:15:36.703691Z","steps":["trace[1162491748] 'agreement among raft nodes before linearized reading' (duration: 15.526338028s)","trace[1162491748] 'range keys from in-memory index tree' (duration: 2.361059416s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:36.703702Z","caller":"traceutil/trace.go:171","msg":"trace[676507161] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23914; }","duration":"16.694872494s","start":"2026-02-27T02:15:20.00881Z","end":"2026-02-27T02:15:36.703683Z","steps":["trace[676507161] 'agreement among raft nodes before linearized reading' (duration: 14.333648693s)","trace[676507161] 'count revisions from in-memory index tree' (duration: 2.361055176s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.703739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.816191Z","time spent":"17.887541078s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:15:36.703751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:20.00879Z","time spent":"16.694948375s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:36.703506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.314266675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:36.703793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.214121263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:36.703864Z","caller":"traceutil/trace.go:171","msg":"trace[2145340782] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23914; }","duration":"13.314670453s","start":"2026-02-27T02:15:23.38916Z","end":"2026-02-27T02:15:36.70383Z","steps":["trace[2145340782] 'agreement among raft nodes before linearized reading' (duration: 10.95333725s)","trace[2145340782] 'count revisions from in-memory index tree' (duration: 2.360982755s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:36.703915Z","caller":"traceutil/trace.go:171","msg":"trace[172709176] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23914; }","duration":"13.98882193s","start":"2026-02-27T02:15:22.714693Z","end":"2026-02-27T02:15:36.703515Z","steps":["trace[172709176] 'agreement among raft nodes before linearized reading' (duration: 11.627783044s)","trace[172709176] 'count revisions from in-memory index tree' (duration: 2.360844472s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:36.703965Z","caller":"traceutil/trace.go:171","msg":"trace[1199930916] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23914; }","duration":"13.214380459s","start":"2026-02-27T02:15:23.48951Z","end":"2026-02-27T02:15:36.70389Z","steps":["trace[1199930916] 'agreement among raft nodes before linearized reading' (duration: 10.852945093s)","trace[1199930916] 'count revisions from in-memory index tree' (duration: 2.361185479s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.704003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.886079014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1897f8c002a73e5e\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-02-27T02:15:36.704144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:23.489487Z","time spent":"13.214638375s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:36.704198Z","caller":"traceutil/trace.go:171","msg":"trace[16769614] range","detail":"{range_begin:/registry/events/openstack/container-infra.1897f8c002a73e5e; range_end:; response_count:1; response_revision:23914; }","duration":"17.886250338s","start":"2026-02-27T02:15:18.817908Z","end":"2026-02-27T02:15:36.704158Z","steps":["trace[16769614] 'agreement among raft nodes before linearized reading' (duration: 15.524508475s)","trace[16769614] 'range keys from in-memory index tree' (duration: 2.360959145s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.703958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:23.389135Z","time spent":"13.314789397s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:36.704021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.714673Z","time spent":"13.989328062s","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:36.7038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.4228352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:36.704665Z","caller":"traceutil/trace.go:171","msg":"trace[114037565] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23914; }","duration":"14.423728341s","start":"2026-02-27T02:15:22.280916Z","end":"2026-02-27T02:15:36.704644Z","steps":["trace[114037565] 'agreement among raft nodes before linearized reading' (duration: 12.061570609s)","trace[114037565] 'count revisions from in-memory index tree' (duration: 2.361291712s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:36.70472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:22.280888Z","time spent":"14.423815863s","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:36.704347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:18.817864Z","time spent":"17.886445123s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1897f8c002a73e5e\" "} {"level":"warn","ts":"2026-02-27T02:15:36.845355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:37.345523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:37.846138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:38.213258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000396517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:38.213385Z","caller":"traceutil/trace.go:171","msg":"trace[1647364703] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000558762s","start":"2026-02-27T02:15:36.212803Z","end":"2026-02-27T02:15:38.213362Z","steps":["trace[1647364703] 'agreement among raft nodes before linearized reading' (duration: 2.000417108s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:38.213442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.212789Z","time spent":"2.000641273s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:38.265683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.014231946s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:38.948002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:31.947709Z","time spent":"7.00028733s","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:38.948323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:31.948188Z","time spent":"7.000132497s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:39.794617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528244353s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-02-27T02:15:39.794743Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20898} {"level":"info","ts":"2026-02-27T02:15:39.796353Z","caller":"traceutil/trace.go:171","msg":"trace[759515084] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"6.749789464s","start":"2026-02-27T02:15:33.046524Z","end":"2026-02-27T02:15:39.796313Z","steps":["trace[759515084] 'process raft request' (duration: 6.749440516s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:39.796482Z","caller":"traceutil/trace.go:171","msg":"trace[44602305] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23916; }","duration":"6.265948128s","start":"2026-02-27T02:15:33.530501Z","end":"2026-02-27T02:15:39.796449Z","steps":["trace[44602305] 'process raft request' (duration: 6.265794385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:39.796542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:33.046514Z","time spent":"6.749929497s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:39.796692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:33.530473Z","time spent":"6.266102482s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:40.214813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000658113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:40.214913Z","caller":"traceutil/trace.go:171","msg":"trace[308174526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000856338s","start":"2026-02-27T02:15:38.214035Z","end":"2026-02-27T02:15:40.214892Z","steps":["trace[308174526] 'agreement among raft nodes before linearized reading' (duration: 2.000681114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:40.214966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:38.214019Z","time spent":"2.000936559s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:41.091231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:41.091288Z","caller":"traceutil/trace.go:171","msg":"trace[807343910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000303716s","start":"2026-02-27T02:15:39.090973Z","end":"2026-02-27T02:15:41.091277Z","steps":["trace[807343910] 'agreement among raft nodes before linearized reading' (duration: 2.000225564s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.091317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:39.090954Z","time spent":"2.000357187s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:41.256654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.255762Z","time spent":"7.000885224s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:41.735367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.469523481s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:41.852999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277731548s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.85316Z","caller":"traceutil/trace.go:171","msg":"trace[221108746] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23916; }","duration":"1.277907132s","start":"2026-02-27T02:15:40.575229Z","end":"2026-02-27T02:15:41.853136Z","steps":["trace[221108746] 'range keys from in-memory index tree' (duration: 1.277711217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.85353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.984585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:41.853882Z","caller":"traceutil/trace.go:171","msg":"trace[158093670] linearizableReadLoop","detail":"{readStateIndex:24758; appliedIndex:24750; }","duration":"7.511534542s","start":"2026-02-27T02:15:34.342335Z","end":"2026-02-27T02:15:41.85387Z","steps":["trace[158093670] 'read index received' (duration: 3.923554195s)","trace[158093670] 'applied index is now lower than readState.Index' (duration: 3.587979476s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:41.853879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.707543Z","time spent":"5.146328478s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:15:41.854148Z","caller":"traceutil/trace.go:171","msg":"trace[2046433836] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"5.144412714s","start":"2026-02-27T02:15:36.709719Z","end":"2026-02-27T02:15:41.854132Z","steps":["trace[2046433836] 'process raft request' (duration: 5.144026675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.854262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.709709Z","time spent":"5.144492855s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:41.854491Z","caller":"traceutil/trace.go:171","msg":"trace[2130717581] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"5.144710071s","start":"2026-02-27T02:15:36.709766Z","end":"2026-02-27T02:15:41.854476Z","steps":["trace[2130717581] 'process raft request' (duration: 5.144059095s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.854581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.709762Z","time spent":"5.144775642s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:41.854795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.734628773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.854852Z","caller":"traceutil/trace.go:171","msg":"trace[2094673027] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23919; }","duration":"7.734724405s","start":"2026-02-27T02:15:34.120112Z","end":"2026-02-27T02:15:41.854836Z","steps":["trace[2094673027] 'agreement among raft nodes before linearized reading' (duration: 7.734634733s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.854903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.120089Z","time spent":"7.734795416s","remote":"127.0.0.1:39034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.855186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.352868963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:15:41.855229Z","caller":"traceutil/trace.go:171","msg":"trace[1116406980] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23919; }","duration":"8.352941234s","start":"2026-02-27T02:15:33.502279Z","end":"2026-02-27T02:15:41.85522Z","steps":["trace[1116406980] 'agreement among raft nodes before linearized reading' (duration: 8.352801661s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.855262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:33.502261Z","time spent":"8.352994496s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:15:41.855481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.991675656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.855547Z","caller":"traceutil/trace.go:171","msg":"trace[1435119512] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23919; }","duration":"12.991784848s","start":"2026-02-27T02:15:28.863748Z","end":"2026-02-27T02:15:41.855533Z","steps":["trace[1435119512] 'agreement among raft nodes before linearized reading' (duration: 12.991682726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.855534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.516212866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:41.85553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.476411862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:41.855539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.797434273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:41.855568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.116986314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:41.855602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.851979539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:41.855563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.071402457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:41.855615Z","caller":"traceutil/trace.go:171","msg":"trace[1475569187] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23919; }","duration":"12.476549115s","start":"2026-02-27T02:15:29.37904Z","end":"2026-02-27T02:15:41.855589Z","steps":["trace[1475569187] 'agreement among raft nodes before linearized reading' (duration: 12.476399882s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.855635Z","caller":"traceutil/trace.go:171","msg":"trace[747665206] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23919; }","duration":"9.117050616s","start":"2026-02-27T02:15:32.738562Z","end":"2026-02-27T02:15:41.855613Z","steps":["trace[747665206] 'agreement among raft nodes before linearized reading' (duration: 9.116942243s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.855682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:32.738518Z","time spent":"9.117151678s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.855688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.809006606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:41.855744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.271671317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:41.855746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.826603441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.855763Z","caller":"traceutil/trace.go:171","msg":"trace[668801768] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23919; }","duration":"8.809093268s","start":"2026-02-27T02:15:33.04665Z","end":"2026-02-27T02:15:41.855743Z","steps":["trace[668801768] 'agreement among raft nodes before linearized reading' (duration: 8.808975145s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.855795Z","caller":"traceutil/trace.go:171","msg":"trace[1679797188] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23919; }","duration":"13.271754789s","start":"2026-02-27T02:15:28.584028Z","end":"2026-02-27T02:15:41.855783Z","steps":["trace[1679797188] 'agreement among raft nodes before linearized reading' (duration: 13.271633626s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.855806Z","caller":"traceutil/trace.go:171","msg":"trace[263795669] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23919; }","duration":"11.826693523s","start":"2026-02-27T02:15:30.029097Z","end":"2026-02-27T02:15:41.85579Z","steps":["trace[263795669] 'agreement among raft nodes before linearized reading' (duration: 11.826610351s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.855835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:33.046645Z","time spent":"8.809169609s","remote":"127.0.0.1:46530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.855854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:30.029078Z","time spent":"11.826764784s","remote":"127.0.0.1:54130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.855896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.517058144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.855945Z","caller":"traceutil/trace.go:171","msg":"trace[1622155613] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23919; }","duration":"13.517122116s","start":"2026-02-27T02:15:28.33881Z","end":"2026-02-27T02:15:41.855932Z","steps":["trace[1622155613] 'agreement among raft nodes before linearized reading' (duration: 13.517054385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.85568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:29.379014Z","time spent":"12.476652708s","remote":"127.0.0.1:46992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.855841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:28.584009Z","time spent":"13.27182029s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.856025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.303416101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-02-27T02:15:41.855635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.256388992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:41.856042Z","caller":"traceutil/trace.go:171","msg":"trace[1555909900] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23919; }","duration":"16.303458843s","start":"2026-02-27T02:15:25.552579Z","end":"2026-02-27T02:15:41.856038Z","steps":["trace[1555909900] 'agreement among raft nodes before linearized reading' (duration: 16.303369751s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.856057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:25.552565Z","time spent":"16.303488703s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T02:15:41.856064Z","caller":"traceutil/trace.go:171","msg":"trace[1549478610] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23919; }","duration":"13.256853233s","start":"2026-02-27T02:15:28.599196Z","end":"2026-02-27T02:15:41.856049Z","steps":["trace[1549478610] 'agreement among raft nodes before linearized reading' (duration: 13.256334791s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.856125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:28.599177Z","time spent":"13.256932075s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.856178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.517420183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.856199Z","caller":"traceutil/trace.go:171","msg":"trace[1826027069] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23919; }","duration":"13.517441903s","start":"2026-02-27T02:15:28.338751Z","end":"2026-02-27T02:15:41.856193Z","steps":["trace[1826027069] 'agreement among raft nodes before linearized reading' (duration: 13.517407842s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.856214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:28.338717Z","time spent":"13.517492585s","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.856317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.540414476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.856335Z","caller":"traceutil/trace.go:171","msg":"trace[448895211] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23919; }","duration":"13.540471777s","start":"2026-02-27T02:15:28.315859Z","end":"2026-02-27T02:15:41.856331Z","steps":["trace[448895211] 'agreement among raft nodes before linearized reading' (duration: 13.540442977s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.855505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.364737618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:15:41.85635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:28.315831Z","time spent":"13.540515629s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:41.856372Z","caller":"traceutil/trace.go:171","msg":"trace[741559912] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23919; }","duration":"8.365641099s","start":"2026-02-27T02:15:33.490716Z","end":"2026-02-27T02:15:41.856357Z","steps":["trace[741559912] 'agreement among raft nodes before linearized reading' (duration: 8.364619405s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.856442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.010909191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:41.85568Z","caller":"traceutil/trace.go:171","msg":"trace[1636111882] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23919; }","duration":"10.071562661s","start":"2026-02-27T02:15:31.784082Z","end":"2026-02-27T02:15:41.855645Z","steps":["trace[1636111882] 'agreement among raft nodes before linearized reading' (duration: 10.071355916s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.85646Z","caller":"traceutil/trace.go:171","msg":"trace[778860784] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23919; }","duration":"16.010957932s","start":"2026-02-27T02:15:25.845498Z","end":"2026-02-27T02:15:41.856456Z","steps":["trace[778860784] 'agreement among raft nodes before linearized reading' (duration: 16.010921761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.856474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:25.845481Z","time spent":"16.010989203s","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.856479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:31.784058Z","time spent":"10.07241008s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.855578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:28.863729Z","time spent":"12.99184041s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:41.855614Z","caller":"traceutil/trace.go:171","msg":"trace[1230902113] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23919; }","duration":"12.797568806s","start":"2026-02-27T02:15:29.058028Z","end":"2026-02-27T02:15:41.855596Z","steps":["trace[1230902113] 'agreement among raft nodes before linearized reading' (duration: 12.797424633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.856597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:29.058003Z","time spent":"12.79858751s","remote":"127.0.0.1:46908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.856434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:33.490689Z","time spent":"8.36572709s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":185,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:41.855618Z","caller":"traceutil/trace.go:171","msg":"trace[403660605] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23919; }","duration":"12.85203719s","start":"2026-02-27T02:15:29.003577Z","end":"2026-02-27T02:15:41.855614Z","steps":["trace[403660605] 'agreement among raft nodes before linearized reading' (duration: 12.852013789s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:41.855703Z","caller":"traceutil/trace.go:171","msg":"trace[2098688403] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23919; }","duration":"10.516325699s","start":"2026-02-27T02:15:31.339249Z","end":"2026-02-27T02:15:41.855574Z","steps":["trace[2098688403] 'agreement among raft nodes before linearized reading' (duration: 10.516206086s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.856842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:31.339218Z","time spent":"10.517599419s","remote":"127.0.0.1:46480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.85599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:28.338804Z","time spent":"13.517174857s","remote":"127.0.0.1:46552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.856795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:29.003544Z","time spent":"12.853245627s","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:41.857822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.308531514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:15:41.857896Z","caller":"traceutil/trace.go:171","msg":"trace[2093046287] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585; range_end:; response_count:1; response_revision:23919; }","duration":"9.308641506s","start":"2026-02-27T02:15:32.549237Z","end":"2026-02-27T02:15:41.857879Z","steps":["trace[2093046287] 'agreement among raft nodes before linearized reading' (duration: 9.306476856s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.858615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:32.549224Z","time spent":"9.309284642s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" "} {"level":"warn","ts":"2026-02-27T02:15:41.861317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.828002876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:41.861366Z","caller":"traceutil/trace.go:171","msg":"trace[1255197318] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23919; }","duration":"8.828091918s","start":"2026-02-27T02:15:33.033261Z","end":"2026-02-27T02:15:41.861353Z","steps":["trace[1255197318] 'agreement among raft nodes before linearized reading' (duration: 8.822185511s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:41.8614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:33.033238Z","time spent":"8.82815579s","remote":"127.0.0.1:39180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:42.043132Z","caller":"traceutil/trace.go:171","msg":"trace[2123464186] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"178.5813ms","start":"2026-02-27T02:15:41.864528Z","end":"2026-02-27T02:15:42.04311Z","steps":["trace[2123464186] 'process raft request' (duration: 178.532159ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.043148Z","caller":"traceutil/trace.go:171","msg":"trace[1222158745] linearizableReadLoop","detail":"{readStateIndex:24759; appliedIndex:24758; }","duration":"189.208245ms","start":"2026-02-27T02:15:41.853917Z","end":"2026-02-27T02:15:42.043126Z","steps":["trace[1222158745] 'read index received' (duration: 186.662876ms)","trace[1222158745] 'applied index is now lower than readState.Index' (duration: 2.542539ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:42.04329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.670812323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.043266Z","caller":"traceutil/trace.go:171","msg":"trace[594709886] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"182.06835ms","start":"2026-02-27T02:15:41.861136Z","end":"2026-02-27T02:15:42.043204Z","steps":["trace[594709886] 'process raft request' (duration: 181.835895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.04334Z","caller":"traceutil/trace.go:171","msg":"trace[654345130] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23921; }","duration":"7.670916386s","start":"2026-02-27T02:15:34.37241Z","end":"2026-02-27T02:15:42.043327Z","steps":["trace[654345130] 'agreement among raft nodes before linearized reading' (duration: 7.670769772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.043373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.372389Z","time spent":"7.670975587s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.043544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.809223704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.043581Z","caller":"traceutil/trace.go:171","msg":"trace[2094821006] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23921; }","duration":"4.809302596s","start":"2026-02-27T02:15:37.234269Z","end":"2026-02-27T02:15:42.043572Z","steps":["trace[2094821006] 'agreement among raft nodes before linearized reading' (duration: 4.809239874s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.043561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.109744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf\" ","response":"range_response_count:1 size:3980"} {"level":"warn","ts":"2026-02-27T02:15:42.043607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.253694896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T02:15:42.04364Z","caller":"traceutil/trace.go:171","msg":"trace[775861897] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23921; }","duration":"5.253747468s","start":"2026-02-27T02:15:36.789885Z","end":"2026-02-27T02:15:42.043633Z","steps":["trace[775861897] 'agreement among raft nodes before linearized reading' (duration: 5.253636815s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.043641Z","caller":"traceutil/trace.go:171","msg":"trace[1337496975] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23919; }","duration":"3.092153324s","start":"2026-02-27T02:15:38.95148Z","end":"2026-02-27T02:15:42.043633Z","steps":["trace[1337496975] 'process raft request' (duration: 3.089077943s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.043637Z","caller":"traceutil/trace.go:171","msg":"trace[424044820] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf; range_end:; response_count:1; response_revision:23921; }","duration":"183.223847ms","start":"2026-02-27T02:15:41.860391Z","end":"2026-02-27T02:15:42.043615Z","steps":["trace[424044820] 'agreement among raft nodes before linearized reading' (duration: 182.96017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.043663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.789876Z","time spent":"5.253782149s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-02-27T02:15:42.043713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:38.951462Z","time spent":"3.092198046s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:42.043784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.483205075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.043809Z","caller":"traceutil/trace.go:171","msg":"trace[800117050] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23921; }","duration":"6.483267447s","start":"2026-02-27T02:15:35.560536Z","end":"2026-02-27T02:15:42.043803Z","steps":["trace[800117050] 'agreement among raft nodes before linearized reading' (duration: 6.483227926s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.043833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:35.560515Z","time spent":"6.483312618s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.043862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.280783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.043897Z","caller":"traceutil/trace.go:171","msg":"trace[1644172275] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23921; }","duration":"345.349955ms","start":"2026-02-27T02:15:41.698538Z","end":"2026-02-27T02:15:42.043888Z","steps":["trace[1644172275] 'agreement among raft nodes before linearized reading' (duration: 345.298854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.043923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:41.698517Z","time spent":"345.399577ms","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.043957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639468497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:42.043981Z","caller":"traceutil/trace.go:171","msg":"trace[64911658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23921; }","duration":"6.639538109s","start":"2026-02-27T02:15:35.404437Z","end":"2026-02-27T02:15:42.043975Z","steps":["trace[64911658] 'agreement among raft nodes before linearized reading' (duration: 6.639496218s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.044005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:35.404416Z","time spent":"6.63958356s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.044052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.551219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:42.044075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.335259787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-27T02:15:42.044119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.88555191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.044144Z","caller":"traceutil/trace.go:171","msg":"trace[877443942] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23921; }","duration":"6.885619552s","start":"2026-02-27T02:15:35.158519Z","end":"2026-02-27T02:15:42.044139Z","steps":["trace[877443942] 'agreement among raft nodes before linearized reading' (duration: 6.885578221s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.044161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.618284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"warn","ts":"2026-02-27T02:15:42.04417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:35.158495Z","time spent":"6.885668193s","remote":"127.0.0.1:39242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.044292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.826458883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:42.044356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.902583605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:42.044379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.211661541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:42.044386Z","caller":"traceutil/trace.go:171","msg":"trace[9738016] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23921; }","duration":"5.826573395s","start":"2026-02-27T02:15:36.217772Z","end":"2026-02-27T02:15:42.044345Z","steps":["trace[9738016] 'agreement among raft nodes before linearized reading' (duration: 5.826308409s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.044426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.042741274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.044456Z","caller":"traceutil/trace.go:171","msg":"trace[582087993] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23921; }","duration":"7.042796625s","start":"2026-02-27T02:15:35.001652Z","end":"2026-02-27T02:15:42.044448Z","steps":["trace[582087993] 'agreement among raft nodes before linearized reading' (duration: 7.042750904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.044454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.217727Z","time spent":"5.826709369s","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.044481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:35.001635Z","time spent":"7.042840836s","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.044598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.286127746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.044625Z","caller":"traceutil/trace.go:171","msg":"trace[1016052902] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23921; }","duration":"7.286192418s","start":"2026-02-27T02:15:34.758425Z","end":"2026-02-27T02:15:42.044618Z","steps":["trace[1016052902] 'agreement among raft nodes before linearized reading' (duration: 7.286151867s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.044648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.758402Z","time spent":"7.286240528s","remote":"127.0.0.1:39344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.043973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.255184501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"warn","ts":"2026-02-27T02:15:42.044726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338015201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.044094Z","caller":"traceutil/trace.go:171","msg":"trace[137130245] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23921; }","duration":"628.60384ms","start":"2026-02-27T02:15:41.415469Z","end":"2026-02-27T02:15:42.044073Z","steps":["trace[137130245] 'agreement among raft nodes before linearized reading' (duration: 628.560609ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.044799Z","caller":"traceutil/trace.go:171","msg":"trace[1226635799] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23921; }","duration":"5.338132364s","start":"2026-02-27T02:15:36.706652Z","end":"2026-02-27T02:15:42.044785Z","steps":["trace[1226635799] 'agreement among raft nodes before linearized reading' (duration: 5.338019851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.044819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:41.415454Z","time spent":"629.358118ms","remote":"127.0.0.1:46466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.04485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.706626Z","time spent":"5.338209786s","remote":"127.0.0.1:46968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.043614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:37.234249Z","time spent":"4.809357977s","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.044991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338329588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.044757Z","caller":"traceutil/trace.go:171","msg":"trace[1072570399] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23921; }","duration":"5.25600354s","start":"2026-02-27T02:15:36.788746Z","end":"2026-02-27T02:15:42.044749Z","steps":["trace[1072570399] 'agreement among raft nodes before linearized reading' (duration: 5.255106509s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.04508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.788729Z","time spent":"5.256340487s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1104,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-02-27T02:15:42.044426Z","caller":"traceutil/trace.go:171","msg":"trace[924921792] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23921; }","duration":"6.211765433s","start":"2026-02-27T02:15:35.832649Z","end":"2026-02-27T02:15:42.044414Z","steps":["trace[924921792] 'agreement among raft nodes before linearized reading' (duration: 6.211693631s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.045187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:35.832623Z","time spent":"6.212546682s","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.043822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.221267614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:42.044846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.48514529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:15:42.045418Z","caller":"traceutil/trace.go:171","msg":"trace[1311436290] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23921; }","duration":"7.485716823s","start":"2026-02-27T02:15:34.559686Z","end":"2026-02-27T02:15:42.045402Z","steps":["trace[1311436290] 'agreement among raft nodes before linearized reading' (duration: 7.485010547s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.045481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:34.559604Z","time spent":"7.485860356s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:42.045039Z","caller":"traceutil/trace.go:171","msg":"trace[242467705] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23921; }","duration":"5.33841643s","start":"2026-02-27T02:15:36.706611Z","end":"2026-02-27T02:15:42.045027Z","steps":["trace[242467705] 'agreement among raft nodes before linearized reading' (duration: 5.338341719s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.04583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.706593Z","time spent":"5.339220969s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T02:15:42.045888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.372307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.045918Z","caller":"traceutil/trace.go:171","msg":"trace[1094950891] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23921; }","duration":"833.441589ms","start":"2026-02-27T02:15:41.212468Z","end":"2026-02-27T02:15:42.04591Z","steps":["trace[1094950891] 'agreement among raft nodes before linearized reading' (duration: 833.402128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.045918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102566616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:42.04593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116083508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:42.045984Z","caller":"traceutil/trace.go:171","msg":"trace[1346378518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23921; }","duration":"2.102670758s","start":"2026-02-27T02:15:39.943299Z","end":"2026-02-27T02:15:42.04597Z","steps":["trace[1346378518] 'agreement among raft nodes before linearized reading' (duration: 2.102547405s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.04602Z","caller":"traceutil/trace.go:171","msg":"trace[600853425] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23921; }","duration":"3.116217722s","start":"2026-02-27T02:15:38.929783Z","end":"2026-02-27T02:15:42.046001Z","steps":["trace[600853425] 'agreement among raft nodes before linearized reading' (duration: 3.116030938s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.046036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:39.943281Z","time spent":"2.10274161s","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.046062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044942261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:42.046085Z","caller":"traceutil/trace.go:171","msg":"trace[199459148] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23921; }","duration":"1.045001143s","start":"2026-02-27T02:15:41.001078Z","end":"2026-02-27T02:15:42.046079Z","steps":["trace[199459148] 'agreement among raft nodes before linearized reading' (duration: 1.044906181s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.046111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:41.001057Z","time spent":"1.045048273s","remote":"127.0.0.1:46928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.046108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241156809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-02-27T02:15:42.046168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227417069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:42.045974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.069247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.046202Z","caller":"traceutil/trace.go:171","msg":"trace[1274159677] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23921; }","duration":"2.241297572s","start":"2026-02-27T02:15:39.804885Z","end":"2026-02-27T02:15:42.046182Z","steps":["trace[1274159677] 'agreement among raft nodes before linearized reading' (duration: 2.241008995s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:42.046231Z","caller":"traceutil/trace.go:171","msg":"trace[1103223987] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23921; }","duration":"980.354964ms","start":"2026-02-27T02:15:41.065869Z","end":"2026-02-27T02:15:42.046224Z","steps":["trace[1103223987] 'agreement among raft nodes before linearized reading' (duration: 980.089348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.045853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45430411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:42.046251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:39.804863Z","time spent":"2.241377893s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-27T02:15:42.046249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191817153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.046287Z","caller":"traceutil/trace.go:171","msg":"trace[848805482] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23921; }","duration":"4.191877844s","start":"2026-02-27T02:15:37.854402Z","end":"2026-02-27T02:15:42.04628Z","steps":["trace[848805482] 'agreement among raft nodes before linearized reading' (duration: 4.191821313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.046293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82360802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.046297Z","caller":"traceutil/trace.go:171","msg":"trace[920073378] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23921; }","duration":"1.45474121s","start":"2026-02-27T02:15:40.591537Z","end":"2026-02-27T02:15:42.046278Z","steps":["trace[920073378] 'agreement among raft nodes before linearized reading' (duration: 1.45428482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.046286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370579917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.046401Z","caller":"traceutil/trace.go:171","msg":"trace[252404476] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23921; }","duration":"3.370749961s","start":"2026-02-27T02:15:38.675623Z","end":"2026-02-27T02:15:42.046373Z","steps":["trace[252404476] 'agreement among raft nodes before linearized reading' (duration: 3.370538396s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.046466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:38.675601Z","time spent":"3.370847563s","remote":"127.0.0.1:39132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:42.044389Z","caller":"traceutil/trace.go:171","msg":"trace[922854323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23921; }","duration":"6.902658217s","start":"2026-02-27T02:15:35.141723Z","end":"2026-02-27T02:15:42.044382Z","steps":["trace[922854323] 'agreement among raft nodes before linearized reading' (duration: 6.902598096s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.046528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182723043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:42.046583Z","caller":"traceutil/trace.go:171","msg":"trace[1098392693] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23921; }","duration":"3.182808955s","start":"2026-02-27T02:15:38.863762Z","end":"2026-02-27T02:15:42.046571Z","steps":["trace[1098392693] 'agreement among raft nodes before linearized reading' (duration: 3.182730073s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.046629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:38.863744Z","time spent":"3.182873146s","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:15:42.044159Z","caller":"traceutil/trace.go:171","msg":"trace[1321402631] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23921; }","duration":"5.335325128s","start":"2026-02-27T02:15:36.708793Z","end":"2026-02-27T02:15:42.044118Z","steps":["trace[1321402631] 'agreement among raft nodes before linearized reading' (duration: 5.335206385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.045946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:41.212442Z","time spent":"833.49806ms","remote":"127.0.0.1:39264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.046688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.708784Z","time spent":"5.337889279s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-02-27T02:15:42.044192Z","caller":"traceutil/trace.go:171","msg":"trace[576631659] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23921; }","duration":"783.686036ms","start":"2026-02-27T02:15:41.260498Z","end":"2026-02-27T02:15:42.044184Z","steps":["trace[576631659] 'agreement among raft nodes before linearized reading' (duration: 783.611104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.04679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:41.260475Z","time spent":"786.299306ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:15:42.046333Z","caller":"traceutil/trace.go:171","msg":"trace[389767516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23921; }","duration":"1.823676352s","start":"2026-02-27T02:15:40.222643Z","end":"2026-02-27T02:15:42.046319Z","steps":["trace[389767516] 'agreement among raft nodes before linearized reading' (duration: 1.823609681s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.04632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:37.854386Z","time spent":"4.191926925s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.046841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66452018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:42.046842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:40.222625Z","time spent":"1.824204854s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:15:42.046869Z","caller":"traceutil/trace.go:171","msg":"trace[1572700821] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23921; }","duration":"4.664582852s","start":"2026-02-27T02:15:37.382278Z","end":"2026-02-27T02:15:42.046861Z","steps":["trace[1572700821] 'agreement among raft nodes before linearized reading' (duration: 4.664540411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.046891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:37.382257Z","time spent":"4.664629993s","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.046259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:41.065846Z","time spent":"980.405746ms","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:42.046204Z","caller":"traceutil/trace.go:171","msg":"trace[1418704600] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23921; }","duration":"4.227489879s","start":"2026-02-27T02:15:37.818705Z","end":"2026-02-27T02:15:42.046195Z","steps":["trace[1418704600] 'agreement among raft nodes before linearized reading' (duration: 4.227401877s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.046944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:37.818687Z","time spent":"4.228244318s","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.046537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:35.141702Z","time spent":"6.904822357s","remote":"127.0.0.1:46652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.047212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:40.591473Z","time spent":"1.454873103s","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.046079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:38.929772Z","time spent":"3.116295063s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:42.044318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.959945267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18307"} {"level":"info","ts":"2026-02-27T02:15:42.047358Z","caller":"traceutil/trace.go:171","msg":"trace[2106575095] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23921; }","duration":"5.963024808s","start":"2026-02-27T02:15:36.084326Z","end":"2026-02-27T02:15:42.04735Z","steps":["trace[2106575095] 'agreement among raft nodes before linearized reading' (duration: 5.959860565s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.047393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:36.084297Z","time spent":"5.963083719s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18330,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-27T02:15:42.04527Z","caller":"traceutil/trace.go:171","msg":"trace[304890121] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23921; }","duration":"6.222733908s","start":"2026-02-27T02:15:35.822522Z","end":"2026-02-27T02:15:42.045256Z","steps":["trace[304890121] 'agreement among raft nodes before linearized reading' (duration: 6.22113211s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:42.049015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:35.822462Z","time spent":"6.226518356s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:43.332389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284472962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-4cgcm\" ","response":"range_response_count:1 size:4350"} {"level":"info","ts":"2026-02-27T02:15:43.332474Z","caller":"traceutil/trace.go:171","msg":"trace[113002464] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-4cgcm; range_end:; response_count:1; response_revision:23921; }","duration":"1.284594335s","start":"2026-02-27T02:15:42.047861Z","end":"2026-02-27T02:15:43.332455Z","steps":["trace[113002464] 'range keys from in-memory index tree' (duration: 1.284332639s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:43.332512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.047846Z","time spent":"1.284656566s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4373,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-4cgcm\" "} {"level":"warn","ts":"2026-02-27T02:15:43.332724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284616445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:43.332758Z","caller":"traceutil/trace.go:171","msg":"trace[30912960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23921; }","duration":"1.284666897s","start":"2026-02-27T02:15:42.048083Z","end":"2026-02-27T02:15:43.33275Z","steps":["trace[30912960] 'range keys from in-memory index tree' (duration: 1.284540024s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:43.332782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.048072Z","time spent":"1.284704087s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:43.332963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28478675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1897f8c0e7f54981\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-27T02:15:43.333002Z","caller":"traceutil/trace.go:171","msg":"trace[801294475] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1897f8c0e7f54981; range_end:; response_count:1; response_revision:23921; }","duration":"1.28483442s","start":"2026-02-27T02:15:42.048156Z","end":"2026-02-27T02:15:43.33299Z","steps":["trace[801294475] 'range keys from in-memory index tree' (duration: 1.284715448s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:43.33303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.048149Z","time spent":"1.284872191s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.1897f8c0e7f54981\" "} {"level":"warn","ts":"2026-02-27T02:15:43.333329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.965386Z","time spent":"367.935618ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:43.333796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285544907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:43.333846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285485326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-5wdq8\" ","response":"range_response_count:1 size:5645"} {"level":"info","ts":"2026-02-27T02:15:43.333881Z","caller":"traceutil/trace.go:171","msg":"trace[1776986681] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-5wdq8; range_end:; response_count:1; response_revision:23921; }","duration":"1.285551317s","start":"2026-02-27T02:15:42.048313Z","end":"2026-02-27T02:15:43.333865Z","steps":["trace[1776986681] 'range keys from in-memory index tree' (duration: 1.285372793s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:43.333882Z","caller":"traceutil/trace.go:171","msg":"trace[1688247289] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:0; response_revision:23921; }","duration":"1.28564742s","start":"2026-02-27T02:15:42.048213Z","end":"2026-02-27T02:15:43.33386Z","steps":["trace[1688247289] 'range keys from in-memory index tree' (duration: 1.285473835s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:43.333904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.0483Z","time spent":"1.285599559s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5668,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-5wdq8\" "} {"level":"warn","ts":"2026-02-27T02:15:43.333924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.048207Z","time spent":"1.285707001s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T02:15:44.415525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.18515554s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:44.416616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186197814s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:44.416764Z","caller":"traceutil/trace.go:171","msg":"trace[1788105425] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"2.367584708s","start":"2026-02-27T02:15:42.049151Z","end":"2026-02-27T02:15:44.416736Z","steps":["trace[1788105425] 'process raft request' (duration: 181.168459ms)","trace[1788105425] 'compare' (duration: 1.103267262s)","trace[1788105425] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585; req_size:756; } (duration: 1.08285081s)"],"step_count":3} {"level":"warn","ts":"2026-02-27T02:15:44.416844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.049137Z","time spent":"2.36766954s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:45.342416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:45.342491Z","caller":"traceutil/trace.go:171","msg":"trace[588468722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000785s","start":"2026-02-27T02:15:43.342394Z","end":"2026-02-27T02:15:45.342473Z","steps":["trace[588468722] 'agreement among raft nodes before linearized reading' (duration: 1.999971497s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:45.342532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:43.342384Z","time spent":"2.000140612s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:47.343512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:47.34359Z","caller":"traceutil/trace.go:171","msg":"trace[1773781228] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355917s","start":"2026-02-27T02:15:45.343217Z","end":"2026-02-27T02:15:47.343573Z","steps":["trace[1773781228] 'agreement among raft nodes before linearized reading' (duration: 2.000262584s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:47.343634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:45.343194Z","time spent":"2.000429488s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:47.423256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006447286s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:47.423662Z","caller":"traceutil/trace.go:171","msg":"trace[355968371] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"5.37380453s","start":"2026-02-27T02:15:42.049798Z","end":"2026-02-27T02:15:47.423602Z","steps":["trace[355968371] 'process raft request' (duration: 2.366922443s)","trace[355968371] 'compare' (duration: 971.281313ms)","trace[355968371] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; req_size:669; } (duration: 2.033374672s)"],"step_count":3} {"level":"warn","ts":"2026-02-27T02:15:47.423861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.049768Z","time spent":"5.373989704s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:48.483099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059643022s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:48.483278Z","caller":"traceutil/trace.go:171","msg":"trace[1432647576] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"6.431323623s","start":"2026-02-27T02:15:42.051926Z","end":"2026-02-27T02:15:48.483249Z","steps":["trace[1432647576] 'process raft request' (duration: 5.371429995s)","trace[1432647576] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf; req_size:4137; } (duration: 1.058938886s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:48.483394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.051918Z","time spent":"6.431419145s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:48.483471Z","caller":"traceutil/trace.go:171","msg":"trace[1484174128] linearizableReadLoop","detail":"{readStateIndex:24763; appliedIndex:24761; }","duration":"6.433034263s","start":"2026-02-27T02:15:42.05038Z","end":"2026-02-27T02:15:48.483414Z","steps":["trace[1484174128] 'read index received' (duration: 179.956452ms)","trace[1484174128] 'applied index is now lower than readState.Index' (duration: 6.25307152s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:48.483828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.433433892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:15:48.483886Z","caller":"traceutil/trace.go:171","msg":"trace[1389940252] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23924; }","duration":"6.433509863s","start":"2026-02-27T02:15:42.050362Z","end":"2026-02-27T02:15:48.483872Z","steps":["trace[1389940252] 'agreement among raft nodes before linearized reading' (duration: 6.433216606s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:48.484311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.050354Z","time spent":"6.433850681s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-27T02:15:49.351304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:49.351456Z","caller":"traceutil/trace.go:171","msg":"trace[2021397897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241875s","start":"2026-02-27T02:15:47.351192Z","end":"2026-02-27T02:15:49.351434Z","steps":["trace[2021397897] 'agreement among raft nodes before linearized reading' (duration: 2.000066041s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:49.351536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:47.351175Z","time spent":"2.000345827s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:50.335994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:43.33542Z","time spent":"7.000567267s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:50.337146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:43.336642Z","time spent":"7.000494426s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:51.00787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.107606ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:51.00797Z","caller":"traceutil/trace.go:171","msg":"trace[527265978] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23924; }","duration":"432.221579ms","start":"2026-02-27T02:15:50.575735Z","end":"2026-02-27T02:15:51.007957Z","steps":["trace[527265978] 'range keys from in-memory index tree' (duration: 432.093106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:51.090856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002079596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:51.090937Z","caller":"traceutil/trace.go:171","msg":"trace[1495260032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002212729s","start":"2026-02-27T02:15:49.088694Z","end":"2026-02-27T02:15:51.090907Z","steps":["trace[1495260032] 'agreement among raft nodes before linearized reading' (duration: 2.002106416s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:51.090977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:49.088676Z","time spent":"2.002293231s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:51.352109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999985178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:51.352195Z","caller":"traceutil/trace.go:171","msg":"trace[855966531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117921s","start":"2026-02-27T02:15:49.352051Z","end":"2026-02-27T02:15:51.352169Z","steps":["trace[855966531] 'agreement among raft nodes before linearized reading' (duration: 2.000019608s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:51.352267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:49.352028Z","time spent":"2.000207862s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:52.056979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002882258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:52.05706Z","caller":"traceutil/trace.go:171","msg":"trace[940993362] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.002995421s","start":"2026-02-27T02:15:42.054048Z","end":"2026-02-27T02:15:52.057044Z","steps":["trace[940993362] 'agreement among raft nodes before linearized reading' (duration: 10.002897289s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:52.057107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.054034Z","time spent":"10.003061583s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/27 02:15:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:52.604043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120809137s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T02:15:53.360713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000724945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:53.360799Z","caller":"traceutil/trace.go:171","msg":"trace[1417538178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000866428s","start":"2026-02-27T02:15:51.359913Z","end":"2026-02-27T02:15:53.360779Z","steps":["trace[1417538178] 'agreement among raft nodes before linearized reading' (duration: 2.000758046s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:53.36085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:51.359892Z","time spent":"2.000948s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:54.309605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:47.309188Z","time spent":"7.000410273s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:55.361369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000548922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:15:55.361427Z","caller":"traceutil/trace.go:171","msg":"trace[2028430232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000664124s","start":"2026-02-27T02:15:53.36075Z","end":"2026-02-27T02:15:55.361414Z","steps":["trace[2028430232] 'agreement among raft nodes before linearized reading' (duration: 2.000579862s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:55.361458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:53.360727Z","time spent":"2.000724996s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:15:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:15:55.489281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:48.488175Z","time spent":"7.00110065s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:15:55.568217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964004404s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:15:55.597865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:55.597945Z","caller":"traceutil/trace.go:171","msg":"trace[1232693915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453089s","start":"2026-02-27T02:15:53.597469Z","end":"2026-02-27T02:15:55.597922Z","steps":["trace[1232693915] 'agreement among raft nodes before linearized reading' (duration: 2.000354587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:55.59799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:53.597449Z","time spent":"2.000533392s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:57.367058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:15:57.367141Z","caller":"traceutil/trace.go:171","msg":"trace[1886279125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026338s","start":"2026-02-27T02:15:55.367095Z","end":"2026-02-27T02:15:57.367121Z","steps":["trace[1886279125] 'agreement among raft nodes before linearized reading' (duration: 1.999919076s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:57.367189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.367081Z","time spent":"2.00009914s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:15:58.719094Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20898,"took":"18.918381973s","hash":2537231567,"current-db-size-bytes":48324608,"current-db-size":"48 MB","current-db-size-in-use-bytes":40325120,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-02-27T02:15:58.719192Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2537231567,"revision":20898,"compact-revision":18832} {"level":"warn","ts":"2026-02-27T02:15:58.720076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151698534s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:15:58.720172Z","caller":"traceutil/trace.go:171","msg":"trace[1103561976] linearizableReadLoop","detail":"{readStateIndex:24767; appliedIndex:24764; }","duration":"10.236637317s","start":"2026-02-27T02:15:48.483523Z","end":"2026-02-27T02:15:58.72016Z","steps":["trace[1103561976] 'read index received' (duration: 92.972µs)","trace[1103561976] 'applied index is now lower than readState.Index' (duration: 10.236543635s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.758191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072703754s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:15:58.860443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.995035016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.860486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.050313244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.860529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.830292607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:58.860568Z","caller":"traceutil/trace.go:171","msg":"trace[1289396322] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23926; }","duration":"16.050431197s","start":"2026-02-27T02:15:42.810105Z","end":"2026-02-27T02:15:58.860536Z","steps":["trace[1289396322] 'agreement among raft nodes before linearized reading' (duration: 15.910105834s)","trace[1289396322] 'count revisions from in-memory index tree' (duration: 140.189089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.860593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.278844872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:58.860598Z","caller":"traceutil/trace.go:171","msg":"trace[1563925600] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23926; }","duration":"11.83041747s","start":"2026-02-27T02:15:47.030158Z","end":"2026-02-27T02:15:58.860575Z","steps":["trace[1563925600] 'agreement among raft nodes before linearized reading' (duration: 11.690117958s)","trace[1563925600] 'count revisions from in-memory index tree' (duration: 140.189799ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.860614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.81009Z","time spent":"16.050514568s","remote":"127.0.0.1:48010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:58.860634Z","caller":"traceutil/trace.go:171","msg":"trace[1998017786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23926; }","duration":"15.278947544s","start":"2026-02-27T02:15:43.581673Z","end":"2026-02-27T02:15:58.860621Z","steps":["trace[1998017786] 'agreement among raft nodes before linearized reading' (duration: 15.13856118s)","trace[1998017786] 'count revisions from in-memory index tree' (duration: 140.339383ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.860646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:47.030135Z","time spent":"11.830500702s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.860679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:43.581651Z","time spent":"15.279018086s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.86089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.093590788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:58.860845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.963628444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.860945Z","caller":"traceutil/trace.go:171","msg":"trace[22985596] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23926; }","duration":"15.093649479s","start":"2026-02-27T02:15:43.767263Z","end":"2026-02-27T02:15:58.860912Z","steps":["trace[22985596] 'agreement among raft nodes before linearized reading' (duration: 14.952962988s)","trace[22985596] 'count revisions from in-memory index tree' (duration: 140.64674ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.860974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:43.767246Z","time spent":"15.093719081s","remote":"127.0.0.1:47896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.860972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.810484663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d5b69a30-2a88-4afd-a1b8-beb2cebbb366\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-02-27T02:15:58.861002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.807957904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"info","ts":"2026-02-27T02:15:58.861042Z","caller":"traceutil/trace.go:171","msg":"trace[1135845606] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23926; }","duration":"16.808030516s","start":"2026-02-27T02:15:42.053Z","end":"2026-02-27T02:15:58.86103Z","steps":["trace[1135845606] 'agreement among raft nodes before linearized reading' (duration: 16.667232363s)","trace[1135845606] 'range keys from in-memory index tree' (duration: 140.670831ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.860998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.789840497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.861075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.052981Z","time spent":"16.808086327s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:15:58.861122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.705306185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:58.861147Z","caller":"traceutil/trace.go:171","msg":"trace[306688060] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23926; }","duration":"16.705377197s","start":"2026-02-27T02:15:42.155761Z","end":"2026-02-27T02:15:58.861138Z","steps":["trace[306688060] 'agreement among raft nodes before linearized reading' (duration: 16.56444837s)","trace[306688060] 'count revisions from in-memory index tree' (duration: 140.878985ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:58.861142Z","caller":"traceutil/trace.go:171","msg":"trace[253336599] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23926; }","duration":"13.790043212s","start":"2026-02-27T02:15:45.071045Z","end":"2026-02-27T02:15:58.861088Z","steps":["trace[253336599] 'agreement among raft nodes before linearized reading' (duration: 13.649233798s)","trace[253336599] 'count revisions from in-memory index tree' (duration: 140.615919ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.861171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.155736Z","time spent":"16.705429557s","remote":"127.0.0.1:45414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.861195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.442774015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418711"} {"level":"info","ts":"2026-02-27T02:15:58.861234Z","caller":"traceutil/trace.go:171","msg":"trace[230528338] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23926; }","duration":"11.442836456s","start":"2026-02-27T02:15:47.418388Z","end":"2026-02-27T02:15:58.861224Z","steps":["trace[230528338] 'agreement among raft nodes before linearized reading' (duration: 11.301852868s)","trace[230528338] 'range keys from in-memory index tree' (duration: 140.756262ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.861251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:45.071022Z","time spent":"13.790212426s","remote":"127.0.0.1:47828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.861303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.476161936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.861312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.351121267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.861331Z","caller":"traceutil/trace.go:171","msg":"trace[1825850396] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23926; }","duration":"13.476221908s","start":"2026-02-27T02:15:45.3851Z","end":"2026-02-27T02:15:58.861322Z","steps":["trace[1825850396] 'agreement among raft nodes before linearized reading' (duration: 13.335167679s)","trace[1825850396] 'count revisions from in-memory index tree' (duration: 141.012378ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:58.861349Z","caller":"traceutil/trace.go:171","msg":"trace[644112035] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23926; }","duration":"15.351206118s","start":"2026-02-27T02:15:43.510133Z","end":"2026-02-27T02:15:58.861339Z","steps":["trace[644112035] 'agreement among raft nodes before linearized reading' (duration: 15.210109128s)","trace[644112035] 'count revisions from in-memory index tree' (duration: 141.029288ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.861364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:45.385082Z","time spent":"13.476275629s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.861385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:43.510106Z","time spent":"15.35126845s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.861534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.590414938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.861556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.810002272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-27T02:15:58.860993Z","caller":"traceutil/trace.go:171","msg":"trace[873539583] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23926; }","duration":"15.963967922s","start":"2026-02-27T02:15:42.896965Z","end":"2026-02-27T02:15:58.860933Z","steps":["trace[873539583] 'agreement among raft nodes before linearized reading' (duration: 15.8232404s)","trace[873539583] 'count revisions from in-memory index tree' (duration: 140.395944ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:58.861582Z","caller":"traceutil/trace.go:171","msg":"trace[1302999170] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23926; }","duration":"16.810038153s","start":"2026-02-27T02:15:42.051537Z","end":"2026-02-27T02:15:58.861575Z","steps":["trace[1302999170] 'agreement among raft nodes before linearized reading' (duration: 16.668728368s)","trace[1302999170] 'range keys from in-memory index tree' (duration: 141.216823ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.861607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.051531Z","time spent":"16.810072444s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T02:15:58.861588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.330776456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.861666Z","caller":"traceutil/trace.go:171","msg":"trace[901873737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23926; }","duration":"14.330870898s","start":"2026-02-27T02:15:44.53078Z","end":"2026-02-27T02:15:58.861651Z","steps":["trace[901873737] 'agreement among raft nodes before linearized reading' (duration: 14.189502331s)","trace[901873737] 'count revisions from in-memory index tree' (duration: 141.279055ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.861664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.896941Z","time spent":"15.96470063s","remote":"127.0.0.1:45382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.861735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:44.53077Z","time spent":"14.33095292s","remote":"127.0.0.1:47806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:58.861006Z","caller":"traceutil/trace.go:171","msg":"trace[1067777894] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d5b69a30-2a88-4afd-a1b8-beb2cebbb366; range_end:; response_count:1; response_revision:23926; }","duration":"16.810522173s","start":"2026-02-27T02:15:42.05047Z","end":"2026-02-27T02:15:58.860992Z","steps":["trace[1067777894] 'agreement among raft nodes before linearized reading' (duration: 16.669801832s)","trace[1067777894] 'range keys from in-memory index tree' (duration: 140.606099ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.861891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:42.050465Z","time spent":"16.811417455s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-d5b69a30-2a88-4afd-a1b8-beb2cebbb366\" "} {"level":"warn","ts":"2026-02-27T02:15:58.861267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:47.418373Z","time spent":"11.442887958s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418734,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-27T02:15:58.861571Z","caller":"traceutil/trace.go:171","msg":"trace[1936716978] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23926; }","duration":"10.590478849s","start":"2026-02-27T02:15:48.271083Z","end":"2026-02-27T02:15:58.861562Z","steps":["trace[1936716978] 'agreement among raft nodes before linearized reading' (duration: 10.449194904s)","trace[1936716978] 'count revisions from in-memory index tree' (duration: 141.238064ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.861271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.440929189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T02:15:58.861988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:48.271066Z","time spent":"10.590916359s","remote":"127.0.0.1:46534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:58.862024Z","caller":"traceutil/trace.go:171","msg":"trace[1309430852] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585; range_end:; response_count:1; response_revision:23926; }","duration":"14.441690497s","start":"2026-02-27T02:15:44.420312Z","end":"2026-02-27T02:15:58.862003Z","steps":["trace[1309430852] 'agreement among raft nodes before linearized reading' (duration: 14.29987293s)","trace[1309430852] 'range keys from in-memory index tree' (duration: 141.020869ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:15:58.861946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.752795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:15:58.862087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:44.420299Z","time spent":"14.441766958s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" "} {"level":"info","ts":"2026-02-27T02:15:58.86054Z","caller":"traceutil/trace.go:171","msg":"trace[1332361911] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23926; }","duration":"11.995145838s","start":"2026-02-27T02:15:46.865365Z","end":"2026-02-27T02:15:58.860511Z","steps":["trace[1332361911] 'agreement among raft nodes before linearized reading' (duration: 11.854873147s)","trace[1332361911] 'count revisions from in-memory index tree' (duration: 140.117717ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:58.86222Z","caller":"traceutil/trace.go:171","msg":"trace[252979290] linearizableReadLoop","detail":"{readStateIndex:24770; appliedIndex:24767; }","duration":"141.999641ms","start":"2026-02-27T02:15:58.720213Z","end":"2026-02-27T02:15:58.862213Z","steps":["trace[252979290] 'read index received' (duration: 38.134593ms)","trace[252979290] 'applied index is now lower than readState.Index' (duration: 103.864288ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:15:58.862226Z","caller":"traceutil/trace.go:171","msg":"trace[1601943140] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23927; }","duration":"3.368860738s","start":"2026-02-27T02:15:55.493354Z","end":"2026-02-27T02:15:58.862215Z","steps":["trace[1601943140] 'process raft request' (duration: 3.368743005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.862302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.49334Z","time spent":"3.368926599s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:15:58.862364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614241974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:58.862382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918927526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:58.862399Z","caller":"traceutil/trace.go:171","msg":"trace[1813060979] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23928; }","duration":"5.918985477s","start":"2026-02-27T02:15:52.943409Z","end":"2026-02-27T02:15:58.862394Z","steps":["trace[1813060979] 'agreement among raft nodes before linearized reading' (duration: 5.918949326s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:58.862402Z","caller":"traceutil/trace.go:171","msg":"trace[700165121] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23928; }","duration":"5.614322346s","start":"2026-02-27T02:15:53.248069Z","end":"2026-02-27T02:15:58.862391Z","steps":["trace[700165121] 'agreement among raft nodes before linearized reading' (duration: 5.614244604s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.862231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:46.865343Z","time spent":"11.996874518s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.86244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:53.248047Z","time spent":"5.614382718s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.862475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.054779845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.862495Z","caller":"traceutil/trace.go:171","msg":"trace[366529567] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:23928; }","duration":"6.054831956s","start":"2026-02-27T02:15:52.807657Z","end":"2026-02-27T02:15:58.862489Z","steps":["trace[366529567] 'agreement among raft nodes before linearized reading' (duration: 6.054768885s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.862508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:52.807637Z","time spent":"6.054867727s","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-02-27T02:15:58.862593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726716002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:58.862606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577866872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:58.862644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.413859298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:58.862667Z","caller":"traceutil/trace.go:171","msg":"trace[2080733035] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23928; }","duration":"6.413906699s","start":"2026-02-27T02:15:52.448755Z","end":"2026-02-27T02:15:58.862661Z","steps":["trace[2080733035] 'agreement among raft nodes before linearized reading' (duration: 6.413834728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.862671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370163197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.862685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:52.44874Z","time spent":"6.41394188s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:58.862698Z","caller":"traceutil/trace.go:171","msg":"trace[2101183106] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23928; }","duration":"4.370225539s","start":"2026-02-27T02:15:54.492464Z","end":"2026-02-27T02:15:58.862689Z","steps":["trace[2101183106] 'agreement among raft nodes before linearized reading' (duration: 4.370180218s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.862726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:54.492444Z","time spent":"4.370275931s","remote":"127.0.0.1:46724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.86273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327732087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:58.862762Z","caller":"traceutil/trace.go:171","msg":"trace[619246683] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23928; }","duration":"1.327793497s","start":"2026-02-27T02:15:57.53496Z","end":"2026-02-27T02:15:58.862753Z","steps":["trace[619246683] 'agreement among raft nodes before linearized reading' (duration: 1.327666024s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.862784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.814254789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.862802Z","caller":"traceutil/trace.go:171","msg":"trace[1248898937] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:0; response_revision:23928; }","duration":"6.81430673s","start":"2026-02-27T02:15:52.048491Z","end":"2026-02-27T02:15:58.862798Z","steps":["trace[1248898937] 'agreement among raft nodes before linearized reading' (duration: 6.81427378s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.862799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:57.534942Z","time spent":"1.327849359s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:58.862667Z","caller":"traceutil/trace.go:171","msg":"trace[1610896897] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23928; }","duration":"3.577932684s","start":"2026-02-27T02:15:55.284719Z","end":"2026-02-27T02:15:58.862652Z","steps":["trace[1610896897] 'agreement among raft nodes before linearized reading' (duration: 3.577666578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.862837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.224681552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.862858Z","caller":"traceutil/trace.go:171","msg":"trace[1024552635] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23928; }","duration":"7.224698843s","start":"2026-02-27T02:15:51.638152Z","end":"2026-02-27T02:15:58.862851Z","steps":["trace[1024552635] 'agreement among raft nodes before linearized reading' (duration: 7.224673102s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.862892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:51.638083Z","time spent":"7.224804535s","remote":"127.0.0.1:54108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.862935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54975184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:15:58.862963Z","caller":"traceutil/trace.go:171","msg":"trace[130460462] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"1.177580046s","start":"2026-02-27T02:15:57.685373Z","end":"2026-02-27T02:15:58.862953Z","steps":["trace[130460462] 'process raft request' (duration: 1.176778707s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.550638691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:58.863023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:57.68535Z","time spent":"1.177642727s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:15:58.863038Z","caller":"traceutil/trace.go:171","msg":"trace[818144919] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23928; }","duration":"4.550708073s","start":"2026-02-27T02:15:54.312324Z","end":"2026-02-27T02:15:58.863032Z","steps":["trace[818144919] 'agreement among raft nodes before linearized reading' (duration: 4.550662012s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.797857938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:58.863072Z","caller":"traceutil/trace.go:171","msg":"trace[953399837] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23928; }","duration":"7.79791988s","start":"2026-02-27T02:15:51.065148Z","end":"2026-02-27T02:15:58.863068Z","steps":["trace[953399837] 'agreement among raft nodes before linearized reading' (duration: 7.797826067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:51.065125Z","time spent":"7.797963861s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.863086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.284678Z","time spent":"3.578387115s","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.863102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982088632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.86317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.355258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:58.863178Z","caller":"traceutil/trace.go:171","msg":"trace[1056243193] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23928; }","duration":"2.982167104s","start":"2026-02-27T02:15:55.880968Z","end":"2026-02-27T02:15:58.863135Z","steps":["trace[1056243193] 'agreement among raft nodes before linearized reading' (duration: 2.982046771s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:58.863204Z","caller":"traceutil/trace.go:171","msg":"trace[1522213103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23928; }","duration":"151.41301ms","start":"2026-02-27T02:15:58.711782Z","end":"2026-02-27T02:15:58.863195Z","steps":["trace[1522213103] 'agreement among raft nodes before linearized reading' (duration: 151.362228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.800759215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.863233Z","caller":"traceutil/trace.go:171","msg":"trace[1916443364] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23928; }","duration":"8.800800216s","start":"2026-02-27T02:15:50.062428Z","end":"2026-02-27T02:15:58.863229Z","steps":["trace[1916443364] 'agreement among raft nodes before linearized reading' (duration: 8.800770466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:50.062413Z","time spent":"8.800836257s","remote":"127.0.0.1:47782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.863303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863936914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.863388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064465034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:15:58.86337Z","caller":"traceutil/trace.go:171","msg":"trace[1865083706] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23928; }","duration":"2.864030176s","start":"2026-02-27T02:15:55.999328Z","end":"2026-02-27T02:15:58.863359Z","steps":["trace[1865083706] 'agreement among raft nodes before linearized reading' (duration: 2.863938804s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100292962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.863187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.425733102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.863434Z","caller":"traceutil/trace.go:171","msg":"trace[2003263941] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23928; }","duration":"3.100364484s","start":"2026-02-27T02:15:55.763059Z","end":"2026-02-27T02:15:58.863424Z","steps":["trace[2003263941] 'agreement among raft nodes before linearized reading' (duration: 3.100289322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.999308Z","time spent":"2.864115788s","remote":"127.0.0.1:39334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:58.863451Z","caller":"traceutil/trace.go:171","msg":"trace[1143686263] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23928; }","duration":"8.426031229s","start":"2026-02-27T02:15:50.437412Z","end":"2026-02-27T02:15:58.863444Z","steps":["trace[1143686263] 'agreement among raft nodes before linearized reading' (duration: 8.425756243s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.839842251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:15:58.86346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533457424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:15:58.863475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:50.437392Z","time spent":"8.426077311s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:58.863489Z","caller":"traceutil/trace.go:171","msg":"trace[287178443] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23928; }","duration":"2.533535635s","start":"2026-02-27T02:15:56.329948Z","end":"2026-02-27T02:15:58.863484Z","steps":["trace[287178443] 'agreement among raft nodes before linearized reading' (duration: 2.532419369s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:58.863487Z","caller":"traceutil/trace.go:171","msg":"trace[1165105595] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23928; }","duration":"8.839917493s","start":"2026-02-27T02:15:50.023558Z","end":"2026-02-27T02:15:58.863476Z","steps":["trace[1165105595] 'agreement among raft nodes before linearized reading' (duration: 8.839862172s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.86351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:56.329925Z","time spent":"2.533580546s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2781,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.863517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:50.023524Z","time spent":"8.839985715s","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.863586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495528526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.863218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.880952Z","time spent":"2.982254706s","remote":"127.0.0.1:39158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:58.863603Z","caller":"traceutil/trace.go:171","msg":"trace[1631571506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23928; }","duration":"1.495573217s","start":"2026-02-27T02:15:57.368026Z","end":"2026-02-27T02:15:58.863599Z","steps":["trace[1631571506] 'agreement among raft nodes before linearized reading' (duration: 1.495544976s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.86362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:57.36801Z","time spent":"1.495607357s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:15:58.863606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.763041Z","time spent":"3.100417605s","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.862416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:52.943361Z","time spent":"5.919050378s","remote":"127.0.0.1:51838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.863738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.275272563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.863775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002510527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:15:58.863774Z","caller":"traceutil/trace.go:171","msg":"trace[1913973442] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23928; }","duration":"9.275346155s","start":"2026-02-27T02:15:49.58842Z","end":"2026-02-27T02:15:58.863766Z","steps":["trace[1913973442] 'agreement among raft nodes before linearized reading' (duration: 9.275298294s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:58.863422Z","caller":"traceutil/trace.go:171","msg":"trace[589770862] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23928; }","duration":"1.064528376s","start":"2026-02-27T02:15:57.798885Z","end":"2026-02-27T02:15:58.863413Z","steps":["trace[589770862] 'agreement among raft nodes before linearized reading' (duration: 1.064438984s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:58.8638Z","caller":"traceutil/trace.go:171","msg":"trace[129865937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23928; }","duration":"2.002573589s","start":"2026-02-27T02:15:56.861219Z","end":"2026-02-27T02:15:58.863792Z","steps":["trace[129865937] 'agreement among raft nodes before linearized reading' (duration: 2.002496787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:49.588396Z","time spent":"9.275401826s","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.863818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:56.861195Z","time spent":"2.00261907s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:15:58.863849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002660161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:15:58.863888Z","caller":"traceutil/trace.go:171","msg":"trace[759565881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23928; }","duration":"2.002742943s","start":"2026-02-27T02:15:56.861136Z","end":"2026-02-27T02:15:58.863879Z","steps":["trace[759565881] 'agreement among raft nodes before linearized reading' (duration: 2.00265038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:56.861112Z","time spent":"2.002800864s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:15:58.863665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.963899517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:58.864004Z","caller":"traceutil/trace.go:171","msg":"trace[1482913045] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23928; }","duration":"8.964278105s","start":"2026-02-27T02:15:49.899719Z","end":"2026-02-27T02:15:58.863998Z","steps":["trace[1482913045] 'agreement among raft nodes before linearized reading' (duration: 8.963921117s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.864013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.465205215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.863065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:54.312302Z","time spent":"4.550756253s","remote":"127.0.0.1:45438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.8637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.129028124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:15:58.863816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:57.798864Z","time spent":"1.064945935s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T02:15:58.864078Z","caller":"traceutil/trace.go:171","msg":"trace[40919023] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23928; }","duration":"9.129439294s","start":"2026-02-27T02:15:49.734631Z","end":"2026-02-27T02:15:58.86407Z","steps":["trace[40919023] 'agreement among raft nodes before linearized reading' (duration: 9.129052525s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.864103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:49.734611Z","time spent":"9.129486575s","remote":"127.0.0.1:46558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.864118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.377615485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mfkxf\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-02-27T02:15:58.864029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:49.899697Z","time spent":"8.964325137s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:15:58.864153Z","caller":"traceutil/trace.go:171","msg":"trace[1581396501] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mfkxf; range_end:; response_count:1; response_revision:23928; }","duration":"10.377669197s","start":"2026-02-27T02:15:48.486475Z","end":"2026-02-27T02:15:58.864144Z","steps":["trace[1581396501] 'agreement among raft nodes before linearized reading' (duration: 10.377581535s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.864163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169434675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-02-27T02:15:58.863705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86977803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:15:58.86421Z","caller":"traceutil/trace.go:171","msg":"trace[1553809000] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23928; }","duration":"1.870324313s","start":"2026-02-27T02:15:56.993881Z","end":"2026-02-27T02:15:58.864205Z","steps":["trace[1553809000] 'agreement among raft nodes before linearized reading' (duration: 1.869805121s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:58.86421Z","caller":"traceutil/trace.go:171","msg":"trace[556759634] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23928; }","duration":"3.16963003s","start":"2026-02-27T02:15:55.694569Z","end":"2026-02-27T02:15:58.864199Z","steps":["trace[556759634] 'agreement among raft nodes before linearized reading' (duration: 3.169393434s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.864231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:56.993849Z","time spent":"1.870377135s","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.864276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.694553Z","time spent":"3.169683941s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-27T02:15:58.864318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.028683457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-02-27T02:15:58.86438Z","caller":"traceutil/trace.go:171","msg":"trace[392333272] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23928; }","duration":"10.02878282s","start":"2026-02-27T02:15:48.835586Z","end":"2026-02-27T02:15:58.864369Z","steps":["trace[392333272] 'agreement among raft nodes before linearized reading' (duration: 10.028610976s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.864424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:48.835564Z","time spent":"10.028850041s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-27T02:15:58.862627Z","caller":"traceutil/trace.go:171","msg":"trace[1470880867] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23928; }","duration":"3.726785903s","start":"2026-02-27T02:15:55.135833Z","end":"2026-02-27T02:15:58.862619Z","steps":["trace[1470880867] 'agreement among raft nodes before linearized reading' (duration: 3.726731812s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.863977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.455991793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:15:58.864514Z","caller":"traceutil/trace.go:171","msg":"trace[1419131258] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23928; }","duration":"9.456553435s","start":"2026-02-27T02:15:49.407952Z","end":"2026-02-27T02:15:58.864505Z","steps":["trace[1419131258] 'agreement among raft nodes before linearized reading' (duration: 9.455986522s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:15:58.862968Z","caller":"traceutil/trace.go:171","msg":"trace[2084012385] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23928; }","duration":"4.549824062s","start":"2026-02-27T02:15:54.313136Z","end":"2026-02-27T02:15:58.86296Z","steps":["trace[2084012385] 'agreement among raft nodes before linearized reading' (duration: 4.549708849s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.864557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:49.40794Z","time spent":"9.456605217s","remote":"127.0.0.1:47042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.86418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:48.486462Z","time spent":"10.377711877s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mfkxf\" "} {"level":"warn","ts":"2026-02-27T02:15:58.862816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:52.048471Z","time spent":"6.814342381s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T02:15:58.864559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:54.313114Z","time spent":"4.551436349s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-27T02:15:58.864049Z","caller":"traceutil/trace.go:171","msg":"trace[221623774] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23928; }","duration":"9.465277297s","start":"2026-02-27T02:15:49.398764Z","end":"2026-02-27T02:15:58.864041Z","steps":["trace[221623774] 'agreement among raft nodes before linearized reading' (duration: 9.465231446s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:58.864946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:49.398741Z","time spent":"9.466179528s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:58.864474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:55.135812Z","time spent":"3.728649807s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:15:59.369674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:59.870241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:15:59.940386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0707799s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:15:59.94122Z","caller":"traceutil/trace.go:171","msg":"trace[469387429] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"1.071709692s","start":"2026-02-27T02:15:58.869489Z","end":"2026-02-27T02:15:59.941199Z","steps":["trace[469387429] 'process raft request' (duration: 1.071281352s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:15:59.941964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.86947Z","time spent":"1.071821914s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:00.871486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:00.871568Z","caller":"traceutil/trace.go:171","msg":"trace[321118641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552131s","start":"2026-02-27T02:15:58.870998Z","end":"2026-02-27T02:16:00.87155Z","steps":["trace[321118641] 'agreement among raft nodes before linearized reading' (duration: 2.000441348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:00.871742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.87099Z","time spent":"2.000635923s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:00.872868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:00.872975Z","caller":"traceutil/trace.go:171","msg":"trace[530724182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392627s","start":"2026-02-27T02:15:58.872563Z","end":"2026-02-27T02:16:00.872955Z","steps":["trace[530724182] 'agreement among raft nodes before linearized reading' (duration: 2.000233573s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:00.873055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.872548Z","time spent":"2.000493989s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:01.76648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191492098s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:01.766604Z","caller":"traceutil/trace.go:171","msg":"trace[32471293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23929; }","duration":"1.191626581s","start":"2026-02-27T02:16:00.574961Z","end":"2026-02-27T02:16:01.766587Z","steps":["trace[32471293] 'range keys from in-memory index tree' (duration: 1.191476148s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.767031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705687146s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:01.767519Z","caller":"traceutil/trace.go:171","msg":"trace[195369080] linearizableReadLoop","detail":"{readStateIndex:24776; appliedIndex:24770; }","duration":"2.897885821s","start":"2026-02-27T02:15:58.86961Z","end":"2026-02-27T02:16:01.767496Z","steps":["trace[195369080] 'read index received' (duration: 1.071100918s)","trace[195369080] 'applied index is now lower than readState.Index' (duration: 1.826783883s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:01.76765Z","caller":"traceutil/trace.go:171","msg":"trace[1214877013] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"2.897771488s","start":"2026-02-27T02:15:58.869861Z","end":"2026-02-27T02:16:01.767633Z","steps":["trace[1214877013] 'process raft request' (duration: 1.191364765s)","trace[1214877013] 'compare' (duration: 1.704493319s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:01.76774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.869848Z","time spent":"2.897839619s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:01.767986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.87005Z","time spent":"2.897932272s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:16:01.768316Z","caller":"traceutil/trace.go:171","msg":"trace[845183846] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"2.33959746s","start":"2026-02-27T02:15:59.428683Z","end":"2026-02-27T02:16:01.76828Z","steps":["trace[845183846] 'process raft request' (duration: 2.33873966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.768459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:59.42866Z","time spent":"2.339720233s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:01.768474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898853583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:16:01.768527Z","caller":"traceutil/trace.go:171","msg":"trace[1602066310] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23933; }","duration":"2.898915705s","start":"2026-02-27T02:15:58.869592Z","end":"2026-02-27T02:16:01.768508Z","steps":["trace[1602066310] 'agreement among raft nodes before linearized reading' (duration: 2.898762621s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.768571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.86958Z","time spent":"2.898980686s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-27T02:16:01.768627Z","caller":"traceutil/trace.go:171","msg":"trace[1974135770] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"2.897836759s","start":"2026-02-27T02:15:58.870784Z","end":"2026-02-27T02:16:01.768621Z","steps":["trace[1974135770] 'process raft request' (duration: 2.896468277s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.768657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.87077Z","time spent":"2.897872641s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:01.768702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899025197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:16:01.768777Z","caller":"traceutil/trace.go:171","msg":"trace[1048807876] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23933; }","duration":"2.899118799s","start":"2026-02-27T02:15:58.869641Z","end":"2026-02-27T02:16:01.76876Z","steps":["trace[1048807876] 'agreement among raft nodes before linearized reading' (duration: 2.898894694s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:01.76881Z","caller":"traceutil/trace.go:171","msg":"trace[1293677950] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"2.895169588s","start":"2026-02-27T02:15:58.873626Z","end":"2026-02-27T02:16:01.768795Z","steps":["trace[1293677950] 'process raft request' (duration: 2.893735435s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.768849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600098748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:01.76891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896662603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"warn","ts":"2026-02-27T02:16:01.768902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.873618Z","time spent":"2.89523768s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:01.76894Z","caller":"traceutil/trace.go:171","msg":"trace[2092264258] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23933; }","duration":"2.896689203s","start":"2026-02-27T02:15:58.872241Z","end":"2026-02-27T02:16:01.76893Z","steps":["trace[2092264258] 'agreement among raft nodes before linearized reading' (duration: 2.896603871s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.768983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.663329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:16:01.768984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.872223Z","time spent":"2.896751904s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1137,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-02-27T02:16:01.768989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894017971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:01.768993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899011306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:16:01.769039Z","caller":"traceutil/trace.go:171","msg":"trace[746483777] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23933; }","duration":"2.894069482s","start":"2026-02-27T02:15:58.874951Z","end":"2026-02-27T02:16:01.76902Z","steps":["trace[746483777] 'agreement among raft nodes before linearized reading' (duration: 2.894011301s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:01.769041Z","caller":"traceutil/trace.go:171","msg":"trace[1200516908] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23933; }","duration":"2.899060968s","start":"2026-02-27T02:15:58.869964Z","end":"2026-02-27T02:16:01.769025Z","steps":["trace[1200516908] 'agreement among raft nodes before linearized reading' (duration: 2.898908805s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.768823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.869637Z","time spent":"2.899176991s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-27T02:16:01.769093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.690399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:01.769127Z","caller":"traceutil/trace.go:171","msg":"trace[2139444057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23933; }","duration":"888.72057ms","start":"2026-02-27T02:16:00.880398Z","end":"2026-02-27T02:16:01.769118Z","steps":["trace[2139444057] 'agreement among raft nodes before linearized reading' (duration: 888.676609ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:01.768939Z","caller":"traceutil/trace.go:171","msg":"trace[276987912] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23933; }","duration":"1.600239632s","start":"2026-02-27T02:16:00.168677Z","end":"2026-02-27T02:16:01.768916Z","steps":["trace[276987912] 'agreement among raft nodes before linearized reading' (duration: 1.600062098s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.769173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:00.88035Z","time spent":"888.815532ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:01.768922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895965716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-02-27T02:16:01.769214Z","caller":"traceutil/trace.go:171","msg":"trace[988711055] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23933; }","duration":"2.896286884s","start":"2026-02-27T02:15:58.872915Z","end":"2026-02-27T02:16:01.769202Z","steps":["trace[988711055] 'agreement among raft nodes before linearized reading' (duration: 2.895861724s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.769264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.87291Z","time spent":"2.896342985s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-27T02:16:01.769303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580177497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:01.769329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181821283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:01.769351Z","caller":"traceutil/trace.go:171","msg":"trace[1709423938] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23933; }","duration":"1.580242209s","start":"2026-02-27T02:16:00.189096Z","end":"2026-02-27T02:16:01.769339Z","steps":["trace[1709423938] 'agreement among raft nodes before linearized reading' (duration: 1.580165427s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.769054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.476482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:01.769384Z","caller":"traceutil/trace.go:171","msg":"trace[614093424] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23933; }","duration":"2.181899484s","start":"2026-02-27T02:15:59.587465Z","end":"2026-02-27T02:16:01.769365Z","steps":["trace[614093424] 'agreement among raft nodes before linearized reading' (duration: 2.181815342s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:01.769398Z","caller":"traceutil/trace.go:171","msg":"trace[318507150] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23933; }","duration":"711.859651ms","start":"2026-02-27T02:16:01.057528Z","end":"2026-02-27T02:16:01.769388Z","steps":["trace[318507150] 'agreement among raft nodes before linearized reading' (duration: 711.440131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.769396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82405633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-567dd5fc69-2t74x.1897f815c4f06bd9\" ","response":"range_response_count:1 size:1170"} {"level":"warn","ts":"2026-02-27T02:16:01.769432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690507394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:01.769431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:59.587454Z","time spent":"2.181967006s","remote":"127.0.0.1:39254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:01.769443Z","caller":"traceutil/trace.go:171","msg":"trace[730652893] range","detail":"{range_begin:/registry/events/openstack/senlin-api-567dd5fc69-2t74x.1897f815c4f06bd9; range_end:; response_count:1; response_revision:23933; }","duration":"1.824135842s","start":"2026-02-27T02:15:59.945295Z","end":"2026-02-27T02:16:01.769431Z","steps":["trace[730652893] 'agreement among raft nodes before linearized reading' (duration: 1.823992819s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.76909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.874946Z","time spent":"2.894134084s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-02-27T02:16:01.769454Z","caller":"traceutil/trace.go:171","msg":"trace[240569992] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23933; }","duration":"2.690560305s","start":"2026-02-27T02:15:59.078889Z","end":"2026-02-27T02:16:01.769449Z","steps":["trace[240569992] 'agreement among raft nodes before linearized reading' (duration: 2.690508574s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.76947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:59.078869Z","time spent":"2.690597766s","remote":"127.0.0.1:47066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:01.769436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.057507Z","time spent":"711.916222ms","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:01.769007Z","caller":"traceutil/trace.go:171","msg":"trace[871064025] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23933; }","duration":"209.729301ms","start":"2026-02-27T02:16:01.559272Z","end":"2026-02-27T02:16:01.769002Z","steps":["trace[871064025] 'agreement among raft nodes before linearized reading' (duration: 209.566057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.769092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.86995Z","time spent":"2.89913302s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-27T02:16:01.769468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:59.945279Z","time spent":"1.824183743s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1193,"request content":"key:\"/registry/events/openstack/senlin-api-567dd5fc69-2t74x.1897f815c4f06bd9\" "} {"level":"warn","ts":"2026-02-27T02:16:01.76939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:00.189087Z","time spent":"1.58029396s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:01.769188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:00.168656Z","time spent":"1.600525448s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:01.76931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021834126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:01.769719Z","caller":"traceutil/trace.go:171","msg":"trace[1413819353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23933; }","duration":"1.022288406s","start":"2026-02-27T02:16:00.747423Z","end":"2026-02-27T02:16:01.769712Z","steps":["trace[1413819353] 'agreement among raft nodes before linearized reading' (duration: 1.021862307s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.769744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:00.747394Z","time spent":"1.022341537s","remote":"127.0.0.1:46620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:01.769831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880432536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-02-27T02:16:01.770061Z","caller":"traceutil/trace.go:171","msg":"trace[178917753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23933; }","duration":"2.880684222s","start":"2026-02-27T02:15:58.889357Z","end":"2026-02-27T02:16:01.770041Z","steps":["trace[178917753] 'agreement among raft nodes before linearized reading' (duration: 2.879379692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.770167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:58.889347Z","time spent":"2.880805505s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:16:01.773123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235359854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388955"} {"level":"info","ts":"2026-02-27T02:16:01.773189Z","caller":"traceutil/trace.go:171","msg":"trace[22471617] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:23933; }","duration":"2.235467097s","start":"2026-02-27T02:15:59.537707Z","end":"2026-02-27T02:16:01.773174Z","steps":["trace[22471617] 'agreement among raft nodes before linearized reading' (duration: 2.231631278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:01.773253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:15:59.53769Z","time spent":"2.235528798s","remote":"127.0.0.1:47092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2118,"response size":388978,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:16:03.07587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.319033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:03.075986Z","caller":"traceutil/trace.go:171","msg":"trace[315227214] linearizableReadLoop","detail":"{readStateIndex:24777; appliedIndex:24776; }","duration":"1.301532838s","start":"2026-02-27T02:16:01.774433Z","end":"2026-02-27T02:16:03.075966Z","steps":["trace[315227214] 'read index received' (duration: 318.018441ms)","trace[315227214] 'applied index is now lower than readState.Index' (duration: 983.511767ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:03.076071Z","caller":"traceutil/trace.go:171","msg":"trace[1410662631] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"1.301761004s","start":"2026-02-27T02:16:01.774296Z","end":"2026-02-27T02:16:03.076056Z","steps":["trace[1410662631] 'process raft request' (duration: 318.160804ms)","trace[1410662631] 'compare' (duration: 981.391598ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:03.076157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.774279Z","time spent":"1.301834116s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:03.076336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301893487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:03.076387Z","caller":"traceutil/trace.go:171","msg":"trace[202613310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23934; }","duration":"1.301971649s","start":"2026-02-27T02:16:01.7744Z","end":"2026-02-27T02:16:03.076372Z","steps":["trace[202613310] 'agreement among raft nodes before linearized reading' (duration: 1.301805545s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:03.076426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.774383Z","time spent":"1.30203275s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:03.576765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:04.077689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:04.578238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:05.079085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:05.094558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00051946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:05.094642Z","caller":"traceutil/trace.go:171","msg":"trace[130110541] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772726s","start":"2026-02-27T02:16:03.09385Z","end":"2026-02-27T02:16:05.094623Z","steps":["trace[130110541] 'agreement among raft nodes before linearized reading' (duration: 2.00052657s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:05.094691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.093844Z","time spent":"2.000836437s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:05.322325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.229850776s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:06.109723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.153156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:06.109952Z","caller":"traceutil/trace.go:171","msg":"trace[1451325832] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"4.333639391s","start":"2026-02-27T02:16:01.776295Z","end":"2026-02-27T02:16:06.109934Z","steps":["trace[1451325832] 'process raft request' (duration: 4.333593799s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:06.110035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.776288Z","time spent":"4.333698352s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:06.110034Z","caller":"traceutil/trace.go:171","msg":"trace[892512118] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"4.334730956s","start":"2026-02-27T02:16:01.775279Z","end":"2026-02-27T02:16:06.11001Z","steps":["trace[892512118] 'process raft request' (duration: 4.334540032s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:06.110139Z","caller":"traceutil/trace.go:171","msg":"trace[463313209] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"4.335563595s","start":"2026-02-27T02:16:01.774426Z","end":"2026-02-27T02:16:06.109989Z","steps":["trace[463313209] 'process raft request' (duration: 3.548061091s)","trace[463313209] 'compare' (duration: 786.772147ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:06.110179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.77526Z","time spent":"4.334836718s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:06.110229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.774411Z","time spent":"4.33576877s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:07.095125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:07.095227Z","caller":"traceutil/trace.go:171","msg":"trace[845780751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000388598s","start":"2026-02-27T02:16:05.094809Z","end":"2026-02-27T02:16:07.095198Z","steps":["trace[845780751] 'agreement among raft nodes before linearized reading' (duration: 2.000272386s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:07.095277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:05.094789Z","time spent":"2.00047852s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:07.866647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655107384s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:08.227196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015546838s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:08.22792Z","caller":"traceutil/trace.go:171","msg":"trace[1553942673] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"4.356649593s","start":"2026-02-27T02:16:03.871216Z","end":"2026-02-27T02:16:08.227865Z","steps":["trace[1553942673] 'process raft request' (duration: 2.340338757s)","trace[1553942673] 'compare' (duration: 2.013806218s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:08.228078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.871189Z","time spent":"4.356801657s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:09.104054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000849488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:09.104171Z","caller":"traceutil/trace.go:171","msg":"trace[691332572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000978361s","start":"2026-02-27T02:16:07.103139Z","end":"2026-02-27T02:16:09.104117Z","steps":["trace[691332572] 'agreement among raft nodes before linearized reading' (duration: 2.000883129s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:09.104223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:07.103117Z","time spent":"2.001092663s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:10.766769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.192987963s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:10.877477Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"70df9c9cb358350b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:16:11.088827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999754834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:11.088927Z","caller":"traceutil/trace.go:171","msg":"trace[497843548] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999914147s","start":"2026-02-27T02:16:09.088986Z","end":"2026-02-27T02:16:11.0889Z","steps":["trace[497843548] 'agreement among raft nodes before linearized reading' (duration: 1.999789124s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.088991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.088947Z","time spent":"2.00002654s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:11.104497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999725871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:11.104561Z","caller":"traceutil/trace.go:171","msg":"trace[974484536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999855345s","start":"2026-02-27T02:16:09.104691Z","end":"2026-02-27T02:16:11.104547Z","steps":["trace[974484536] 'agreement among raft nodes before linearized reading' (duration: 1.999781033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.104606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.104653Z","time spent":"1.999942197s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:11.11617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99977404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:11.116275Z","caller":"traceutil/trace.go:171","msg":"trace[1829579220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999915143s","start":"2026-02-27T02:16:06.116317Z","end":"2026-02-27T02:16:11.116232Z","steps":["trace[1829579220] 'agreement among raft nodes before linearized reading' (duration: 4.99980011s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.116331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.1163Z","time spent":"5.000018226s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:16:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:11.548378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32104909s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:16:11.548664Z","caller":"traceutil/trace.go:171","msg":"trace[1802663002] linearizableReadLoop","detail":"{readStateIndex:24782; appliedIndex:24777; }","duration":"8.472626078s","start":"2026-02-27T02:16:03.076018Z","end":"2026-02-27T02:16:11.548644Z","steps":["trace[1802663002] 'read index received' (duration: 2.246487111s)","trace[1802663002] 'applied index is now lower than readState.Index' (duration: 6.226137567s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:11.548788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.215802595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:11.548852Z","caller":"traceutil/trace.go:171","msg":"trace[513946649] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23938; }","duration":"9.215914318s","start":"2026-02-27T02:16:02.332926Z","end":"2026-02-27T02:16:11.54884Z","steps":["trace[513946649] 'agreement among raft nodes before linearized reading' (duration: 9.215815066s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.548978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:02.332905Z","time spent":"9.215982239s","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:11.549324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.466426285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:11.549391Z","caller":"traceutil/trace.go:171","msg":"trace[1857198594] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23938; }","duration":"9.466514316s","start":"2026-02-27T02:16:02.082861Z","end":"2026-02-27T02:16:11.549376Z","steps":["trace[1857198594] 'agreement among raft nodes before linearized reading' (duration: 9.466403584s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.549733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:02.082854Z","time spent":"9.466858254s","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:16:11.550078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.773281957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-27T02:16:11.55106Z","caller":"traceutil/trace.go:171","msg":"trace[1493051069] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23938; }","duration":"9.774260969s","start":"2026-02-27T02:16:01.776756Z","end":"2026-02-27T02:16:11.551017Z","steps":["trace[1493051069] 'agreement among raft nodes before linearized reading' (duration: 9.773163594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.550147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.733444583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:11.551131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.776752Z","time spent":"9.774357221s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-27T02:16:11.551158Z","caller":"traceutil/trace.go:171","msg":"trace[1211357338] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23938; }","duration":"9.734459887s","start":"2026-02-27T02:16:01.816673Z","end":"2026-02-27T02:16:11.551133Z","steps":["trace[1211357338] 'agreement among raft nodes before linearized reading' (duration: 9.733403472s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.55019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.770619715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18307"} {"level":"warn","ts":"2026-02-27T02:16:11.551228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.816641Z","time spent":"9.734563969s","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:11.55127Z","caller":"traceutil/trace.go:171","msg":"trace[1857837453] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23938; }","duration":"9.771679089s","start":"2026-02-27T02:16:01.779562Z","end":"2026-02-27T02:16:11.551241Z","steps":["trace[1857837453] 'agreement among raft nodes before linearized reading' (duration: 9.770559163s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.550218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.559660306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:11.551494Z","caller":"traceutil/trace.go:171","msg":"trace[1168080454] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23938; }","duration":"9.560915445s","start":"2026-02-27T02:16:01.99055Z","end":"2026-02-27T02:16:11.551465Z","steps":["trace[1168080454] 'agreement among raft nodes before linearized reading' (duration: 9.559642985s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.550262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.594218917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:11.550446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.775890858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-g4tjb\" ","response":"range_response_count:1 size:5150"} {"level":"warn","ts":"2026-02-27T02:16:11.550529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.775964409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6f8jl\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-02-27T02:16:11.550528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.775660522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e63dea2c-d961-4bc3-bee7-d93200ec50d9\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-02-27T02:16:11.550625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.776069222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-mh97c\" ","response":"range_response_count:1 size:5940"} {"level":"warn","ts":"2026-02-27T02:16:11.55064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.141232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:11.550749Z","caller":"traceutil/trace.go:171","msg":"trace[567432419] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"5.435860419s","start":"2026-02-27T02:16:06.114871Z","end":"2026-02-27T02:16:11.550732Z","steps":["trace[567432419] 'process raft request' (duration: 5.433648047s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.551387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.779547Z","time spent":"9.771805863s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18330,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-27T02:16:11.551785Z","caller":"traceutil/trace.go:171","msg":"trace[2147217784] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-g4tjb; range_end:; response_count:1; response_revision:23938; }","duration":"9.777246008s","start":"2026-02-27T02:16:01.774518Z","end":"2026-02-27T02:16:11.551764Z","steps":["trace[2147217784] 'agreement among raft nodes before linearized reading' (duration: 9.775855416s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.551926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.774498Z","time spent":"9.777407323s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-g4tjb\" "} {"level":"info","ts":"2026-02-27T02:16:11.552208Z","caller":"traceutil/trace.go:171","msg":"trace[1259464535] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6f8jl; range_end:; response_count:1; response_revision:23938; }","duration":"9.777641538s","start":"2026-02-27T02:16:01.774543Z","end":"2026-02-27T02:16:11.552184Z","steps":["trace[1259464535] 'agreement among raft nodes before linearized reading' (duration: 9.775927799s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.55238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.774508Z","time spent":"9.777839522s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6f8jl\" "} {"level":"warn","ts":"2026-02-27T02:16:11.552425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.763631823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-domain-ks-user.1897f8342bc4fa26\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23933 ","response":"range_response_count:500 size:387687"} {"level":"info","ts":"2026-02-27T02:16:11.552467Z","caller":"traceutil/trace.go:171","msg":"trace[660124214] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-mh97c; range_end:; response_count:1; response_revision:23938; }","duration":"9.777931824s","start":"2026-02-27T02:16:01.774526Z","end":"2026-02-27T02:16:11.552458Z","steps":["trace[660124214] 'agreement among raft nodes before linearized reading' (duration: 9.775975669s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:11.552494Z","caller":"traceutil/trace.go:171","msg":"trace[655674361] range","detail":"{range_begin:/registry/events/openstack/heat-domain-ks-user.1897f8342bc4fa26\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23938; }","duration":"9.763748666s","start":"2026-02-27T02:16:01.788737Z","end":"2026-02-27T02:16:11.552485Z","steps":["trace[655674361] 'agreement among raft nodes before linearized reading' (duration: 9.76134343s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.552517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.774505Z","time spent":"9.777998047s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5963,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-mh97c\" "} {"level":"info","ts":"2026-02-27T02:16:11.552479Z","caller":"traceutil/trace.go:171","msg":"trace[1426225205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23938; }","duration":"9.596426218s","start":"2026-02-27T02:16:01.955996Z","end":"2026-02-27T02:16:11.552422Z","steps":["trace[1426225205] 'agreement among raft nodes before linearized reading' (duration: 9.594240727s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.552651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.955977Z","time spent":"9.596661253s","remote":"127.0.0.1:46648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:11.552396Z","caller":"traceutil/trace.go:171","msg":"trace[909819398] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23938; }","duration":"976.869942ms","start":"2026-02-27T02:16:10.575488Z","end":"2026-02-27T02:16:11.552358Z","steps":["trace[909819398] 'range keys from in-memory index tree' (duration: 975.131552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.552385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.990484Z","time spent":"9.561752893s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:11.552438Z","caller":"traceutil/trace.go:171","msg":"trace[1933274282] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e63dea2c-d961-4bc3-bee7-d93200ec50d9; range_end:; response_count:1; response_revision:23938; }","duration":"9.777602477s","start":"2026-02-27T02:16:01.774822Z","end":"2026-02-27T02:16:11.552425Z","steps":["trace[1933274282] 'agreement among raft nodes before linearized reading' (duration: 9.775555039s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:11.552925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.774809Z","time spent":"9.778103958s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-e63dea2c-d961-4bc3-bee7-d93200ec50d9\" "} {"level":"warn","ts":"2026-02-27T02:16:11.552616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:01.788721Z","time spent":"9.763878069s","remote":"127.0.0.1:47092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1618,"response size":387710,"request content":"key:\"/registry/events/openstack/heat-domain-ks-user.1897f8342bc4fa26\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23933 "} {"level":"warn","ts":"2026-02-27T02:16:11.552945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.114851Z","time spent":"5.438024118s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:16:12.049401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:12.550235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:13.051288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:13.112517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:13.112585Z","caller":"traceutil/trace.go:171","msg":"trace[1322510487] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650744s","start":"2026-02-27T02:16:11.111921Z","end":"2026-02-27T02:16:13.112571Z","steps":["trace[1322510487] 'agreement among raft nodes before linearized reading' (duration: 2.000561732s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:13.112621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.111899Z","time spent":"2.000715655s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:13.551443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:14.052488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:14.553137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746914602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:14.729694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.074133806s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:14.88931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:12.932937Z","time spent":"1.956364947s","remote":"127.0.0.1:40786","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:14.889562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:12.934408Z","time spent":"1.955151599s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:14.890364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339563368s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:14.890535Z","caller":"traceutil/trace.go:171","msg":"trace[556829392] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"5.613602309s","start":"2026-02-27T02:16:09.276918Z","end":"2026-02-27T02:16:14.890521Z","steps":["trace[556829392] 'process raft request' (duration: 5.613520177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:14.890596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.276892Z","time spent":"5.61367623s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:14.890583Z","caller":"traceutil/trace.go:171","msg":"trace[61130846] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"5.629517337s","start":"2026-02-27T02:16:09.261036Z","end":"2026-02-27T02:16:14.890554Z","steps":["trace[61130846] 'process raft request' (duration: 2.289683762s)","trace[61130846] 'compare' (duration: 3.336317773s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:14.890714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.261014Z","time spent":"5.62962671s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:15.112761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999894446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:15.112887Z","caller":"traceutil/trace.go:171","msg":"trace[265619856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019918s","start":"2026-02-27T02:16:13.112807Z","end":"2026-02-27T02:16:15.112827Z","steps":["trace[265619856] 'agreement among raft nodes before linearized reading' (duration: 1.999894335s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.112937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.112792Z","time spent":"2.000134911s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T02:16:15.524513Z","caller":"traceutil/trace.go:171","msg":"trace[242360895] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"3.965544078s","start":"2026-02-27T02:16:11.558945Z","end":"2026-02-27T02:16:15.524489Z","steps":["trace[242360895] 'process raft request' (duration: 3.965244811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.524659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.558932Z","time spent":"3.9656483s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:15.524876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.780284053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:15.52492Z","caller":"traceutil/trace.go:171","msg":"trace[86531661] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23944; }","duration":"5.780332734s","start":"2026-02-27T02:16:09.744574Z","end":"2026-02-27T02:16:15.524907Z","steps":["trace[86531661] 'agreement among raft nodes before linearized reading' (duration: 5.780234081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.524956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.744515Z","time spent":"5.780429776s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.525024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.12100541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:15.525112Z","caller":"traceutil/trace.go:171","msg":"trace[1161158419] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23944; }","duration":"6.121149073s","start":"2026-02-27T02:16:09.403944Z","end":"2026-02-27T02:16:15.525093Z","steps":["trace[1161158419] 'agreement among raft nodes before linearized reading' (duration: 6.120992179s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.525087Z","caller":"traceutil/trace.go:171","msg":"trace[1358810467] linearizableReadLoop","detail":"{readStateIndex:24788; appliedIndex:24783; }","duration":"3.976055481s","start":"2026-02-27T02:16:11.548698Z","end":"2026-02-27T02:16:15.524753Z","steps":["trace[1358810467] 'read index received' (duration: 3.181220837s)","trace[1358810467] 'applied index is now lower than readState.Index' (duration: 794.833164ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:15.525162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.403923Z","time spent":"6.121227974s","remote":"127.0.0.1:46876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.525196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.567900068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:15.525146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.398446538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-02-27T02:16:15.525262Z","caller":"traceutil/trace.go:171","msg":"trace[1725281753] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23944; }","duration":"6.568003351s","start":"2026-02-27T02:16:08.957242Z","end":"2026-02-27T02:16:15.525245Z","steps":["trace[1725281753] 'agreement among raft nodes before linearized reading' (duration: 6.567833777s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.525313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:08.957216Z","time spent":"6.568084283s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:15.525303Z","caller":"traceutil/trace.go:171","msg":"trace[1414221802] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.398641052s","start":"2026-02-27T02:16:06.126639Z","end":"2026-02-27T02:16:15.52528Z","steps":["trace[1414221802] 'agreement among raft nodes before linearized reading' (duration: 9.398171562s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.525313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.030701277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:15.525388Z","caller":"traceutil/trace.go:171","msg":"trace[395133146] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23944; }","duration":"5.03082471s","start":"2026-02-27T02:16:10.494545Z","end":"2026-02-27T02:16:15.52537Z","steps":["trace[395133146] 'agreement among raft nodes before linearized reading' (duration: 5.030658757s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.525405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.12662Z","time spent":"9.398769566s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-27T02:16:15.525414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.085955087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:15.525444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.494535Z","time spent":"5.030898982s","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.525491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.04978535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:15.525556Z","caller":"traceutil/trace.go:171","msg":"trace[1739915274] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23944; }","duration":"5.049890191s","start":"2026-02-27T02:16:10.475649Z","end":"2026-02-27T02:16:15.525539Z","steps":["trace[1739915274] 'agreement among raft nodes before linearized reading' (duration: 5.049679496s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.5256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.475627Z","time spent":"5.049958853s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.525697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.490989294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299278"} {"level":"info","ts":"2026-02-27T02:16:15.525775Z","caller":"traceutil/trace.go:171","msg":"trace[1060154116] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:23944; }","duration":"9.491100535s","start":"2026-02-27T02:16:06.034654Z","end":"2026-02-27T02:16:15.525755Z","steps":["trace[1060154116] 'agreement among raft nodes before linearized reading' (duration: 9.490469501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.525801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.401308194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-02-27T02:16:15.525826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.870323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:15.525834Z","caller":"traceutil/trace.go:171","msg":"trace[1621933390] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.401338455s","start":"2026-02-27T02:16:06.124486Z","end":"2026-02-27T02:16:15.525825Z","steps":["trace[1621933390] 'agreement among raft nodes before linearized reading' (duration: 9.401260173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.525831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.034637Z","time spent":"9.491179158s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299301,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:16:15.525819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.429640113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:15.525857Z","caller":"traceutil/trace.go:171","msg":"trace[1460050404] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23944; }","duration":"4.870387432s","start":"2026-02-27T02:16:10.65546Z","end":"2026-02-27T02:16:15.525847Z","steps":["trace[1460050404] 'agreement among raft nodes before linearized reading' (duration: 4.87034259s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.525865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.12443Z","time spent":"9.401428367s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-27T02:16:15.525864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.361659659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:15.525887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.65544Z","time spent":"4.870440482s","remote":"127.0.0.1:52846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.525889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.562316886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:15.525903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.400822463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-02-27T02:16:15.525932Z","caller":"traceutil/trace.go:171","msg":"trace[1146671157] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23944; }","duration":"7.429836078s","start":"2026-02-27T02:16:08.096062Z","end":"2026-02-27T02:16:15.525898Z","steps":["trace[1146671157] 'agreement among raft nodes before linearized reading' (duration: 7.429676514s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.525978Z","caller":"traceutil/trace.go:171","msg":"trace[27202015] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23944; }","duration":"9.562972012s","start":"2026-02-27T02:16:05.962962Z","end":"2026-02-27T02:16:15.525934Z","steps":["trace[27202015] 'agreement among raft nodes before linearized reading' (duration: 9.562292016s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.525796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.40113221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-02-27T02:16:15.526034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:08.096015Z","time spent":"7.429981041s","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:15.526046Z","caller":"traceutil/trace.go:171","msg":"trace[506639770] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.401407727s","start":"2026-02-27T02:16:06.124627Z","end":"2026-02-27T02:16:15.526034Z","steps":["trace[506639770] 'agreement among raft nodes before linearized reading' (duration: 9.401067369s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.525448Z","caller":"traceutil/trace.go:171","msg":"trace[718037512] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23944; }","duration":"6.086018959s","start":"2026-02-27T02:16:09.439418Z","end":"2026-02-27T02:16:15.525437Z","steps":["trace[718037512] 'agreement among raft nodes before linearized reading' (duration: 6.085960008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.526078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.124614Z","time spent":"9.401455058s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-27T02:16:15.52611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:09.439405Z","time spent":"6.086683334s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:15.52596Z","caller":"traceutil/trace.go:171","msg":"trace[933561313] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.400886855s","start":"2026-02-27T02:16:06.125057Z","end":"2026-02-27T02:16:15.525943Z","steps":["trace[933561313] 'agreement among raft nodes before linearized reading' (duration: 9.400767422s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.526168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.125049Z","time spent":"9.40111264s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-02-27T02:16:15.526195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.921533961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:15.526228Z","caller":"traceutil/trace.go:171","msg":"trace[1529232419] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23944; }","duration":"11.921590933s","start":"2026-02-27T02:16:03.604627Z","end":"2026-02-27T02:16:15.526218Z","steps":["trace[1529232419] 'agreement among raft nodes before linearized reading' (duration: 11.921536652s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.525724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.401354065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-02-27T02:16:15.526269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.604612Z","time spent":"11.921648614s","remote":"127.0.0.1:39084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:15.526291Z","caller":"traceutil/trace.go:171","msg":"trace[2085512882] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.401920448s","start":"2026-02-27T02:16:06.124349Z","end":"2026-02-27T02:16:15.526269Z","steps":["trace[2085512882] 'agreement among raft nodes before linearized reading' (duration: 9.401265313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.525026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.736122088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:15.526355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.124343Z","time spent":"9.40199404s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-02-27T02:16:15.526358Z","caller":"traceutil/trace.go:171","msg":"trace[213791542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23944; }","duration":"6.73752135s","start":"2026-02-27T02:16:08.788822Z","end":"2026-02-27T02:16:15.526343Z","steps":["trace[213791542] 'agreement among raft nodes before linearized reading' (duration: 6.736077457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.52641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:08.788797Z","time spent":"6.737596922s","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.526423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:05.962948Z","time spent":"9.563062153s","remote":"127.0.0.1:47942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.526354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.404811886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-02-27T02:16:15.526463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.404936979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-02-27T02:16:15.526473Z","caller":"traceutil/trace.go:171","msg":"trace[250130043] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.404943029s","start":"2026-02-27T02:16:06.121519Z","end":"2026-02-27T02:16:15.526462Z","steps":["trace[250130043] 'agreement among raft nodes before linearized reading' (duration: 9.404724514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.526518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.121516Z","time spent":"9.4049934s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-02-27T02:16:15.526633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.405112642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-02-27T02:16:15.526681Z","caller":"traceutil/trace.go:171","msg":"trace[880900378] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.405170714s","start":"2026-02-27T02:16:06.121499Z","end":"2026-02-27T02:16:15.526669Z","steps":["trace[880900378] 'agreement among raft nodes before linearized reading' (duration: 9.405048851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.526723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.121493Z","time spent":"9.405216745s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-02-27T02:16:15.526738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.08974756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:15.526779Z","caller":"traceutil/trace.go:171","msg":"trace[413555013] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23944; }","duration":"12.089811742s","start":"2026-02-27T02:16:03.436952Z","end":"2026-02-27T02:16:15.526763Z","steps":["trace[413555013] 'agreement among raft nodes before linearized reading' (duration: 12.08973974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.526784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.464302804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:15.526819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.436934Z","time spent":"12.089876833s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:15.526833Z","caller":"traceutil/trace.go:171","msg":"trace[2052002176] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23944; }","duration":"11.464396416s","start":"2026-02-27T02:16:04.062424Z","end":"2026-02-27T02:16:15.52682Z","steps":["trace[2052002176] 'agreement among raft nodes before linearized reading' (duration: 11.464310854s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.52689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:04.062402Z","time spent":"11.464472617s","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.526911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.799757899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:15.526944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.016742931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:15.526949Z","caller":"traceutil/trace.go:171","msg":"trace[872203505] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23944; }","duration":"11.79982662s","start":"2026-02-27T02:16:03.727112Z","end":"2026-02-27T02:16:15.526939Z","steps":["trace[872203505] 'agreement among raft nodes before linearized reading' (duration: 11.799761768s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.52699Z","caller":"traceutil/trace.go:171","msg":"trace[1770403499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23944; }","duration":"9.016824303s","start":"2026-02-27T02:16:06.510154Z","end":"2026-02-27T02:16:15.526978Z","steps":["trace[1770403499] 'agreement among raft nodes before linearized reading' (duration: 9.016764101s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.526994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.727097Z","time spent":"11.799889842s","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.527016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.212751341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T02:16:15.527056Z","caller":"traceutil/trace.go:171","msg":"trace[1378137032] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23944; }","duration":"12.212826493s","start":"2026-02-27T02:16:03.31422Z","end":"2026-02-27T02:16:15.527046Z","steps":["trace[1378137032] 'agreement among raft nodes before linearized reading' (duration: 12.212752952s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.527085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.31419Z","time spent":"12.212889225s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T02:16:15.527101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.405608814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-02-27T02:16:15.527126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.014139289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:15.527145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.204562184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-02-27T02:16:15.527149Z","caller":"traceutil/trace.go:171","msg":"trace[2006194550] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.405679805s","start":"2026-02-27T02:16:06.121456Z","end":"2026-02-27T02:16:15.527136Z","steps":["trace[2006194550] 'agreement among raft nodes before linearized reading' (duration: 9.405547772s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.527174Z","caller":"traceutil/trace.go:171","msg":"trace[1227119023] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.204629446s","start":"2026-02-27T02:16:06.322537Z","end":"2026-02-27T02:16:15.527167Z","steps":["trace[1227119023] 'agreement among raft nodes before linearized reading' (duration: 9.204502883s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.527175Z","caller":"traceutil/trace.go:171","msg":"trace[814263854] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23944; }","duration":"11.014224051s","start":"2026-02-27T02:16:04.512939Z","end":"2026-02-27T02:16:15.527163Z","steps":["trace[814263854] 'agreement among raft nodes before linearized reading' (duration: 11.014146409s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.527195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.121447Z","time spent":"9.405735127s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-02-27T02:16:15.527201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.322506Z","time spent":"9.204688237s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-27T02:16:15.527215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:04.512918Z","time spent":"11.014284473s","remote":"127.0.0.1:39104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.527296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.448598268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T02:16:15.525909Z","caller":"traceutil/trace.go:171","msg":"trace[1451242509] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23944; }","duration":"5.361745611s","start":"2026-02-27T02:16:10.164149Z","end":"2026-02-27T02:16:15.525895Z","steps":["trace[1451242509] 'agreement among raft nodes before linearized reading' (duration: 5.361667089s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.526522Z","caller":"traceutil/trace.go:171","msg":"trace[1707734029] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.40500646s","start":"2026-02-27T02:16:06.121499Z","end":"2026-02-27T02:16:15.526505Z","steps":["trace[1707734029] 'agreement among raft nodes before linearized reading' (duration: 9.404884627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.527346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.121487Z","time spent":"9.40585119s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-02-27T02:16:15.526895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.374517524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-02-27T02:16:15.527406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.971018384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T02:16:15.527421Z","caller":"traceutil/trace.go:171","msg":"trace[429862923] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23944; }","duration":"9.375072017s","start":"2026-02-27T02:16:06.152334Z","end":"2026-02-27T02:16:15.527406Z","steps":["trace[429862923] 'agreement among raft nodes before linearized reading' (duration: 9.374443242s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.525713Z","caller":"traceutil/trace.go:171","msg":"trace[1685017702] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"2.292496478s","start":"2026-02-27T02:16:13.233203Z","end":"2026-02-27T02:16:15.5257Z","steps":["trace[1685017702] 'process raft request' (duration: 2.291225049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.527479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.152318Z","time spent":"9.375145888s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-27T02:16:15.527515Z","caller":"traceutil/trace.go:171","msg":"trace[992492854] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23944; }","duration":"12.448836204s","start":"2026-02-27T02:16:03.078669Z","end":"2026-02-27T02:16:15.527505Z","steps":["trace[992492854] 'agreement among raft nodes before linearized reading' (duration: 12.448536257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.527552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:03.078655Z","time spent":"12.448888845s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:16:15.527544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.233179Z","time spent":"2.294305889s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:15.527577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.222779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:15.527609Z","caller":"traceutil/trace.go:171","msg":"trace[2008649807] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23944; }","duration":"190.284711ms","start":"2026-02-27T02:16:15.337314Z","end":"2026-02-27T02:16:15.527599Z","steps":["trace[2008649807] 'agreement among raft nodes before linearized reading' (duration: 190.23639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.525783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.864788391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:15.527714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.71216817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:16:15.527746Z","caller":"traceutil/trace.go:171","msg":"trace[1465693302] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23944; }","duration":"9.712237731s","start":"2026-02-27T02:16:05.8155Z","end":"2026-02-27T02:16:15.527738Z","steps":["trace[1465693302] 'agreement among raft nodes before linearized reading' (duration: 9.71090049s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.527747Z","caller":"traceutil/trace.go:171","msg":"trace[1255607562] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23944; }","duration":"4.866784857s","start":"2026-02-27T02:16:10.660946Z","end":"2026-02-27T02:16:15.527731Z","steps":["trace[1255607562] 'agreement among raft nodes before linearized reading' (duration: 4.864788561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.527782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:05.815478Z","time spent":"9.712296253s","remote":"127.0.0.1:47092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2783,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.527793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.304866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:15.527796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.660926Z","time spent":"4.866855439s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:15.527821Z","caller":"traceutil/trace.go:171","msg":"trace[989527163] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23944; }","duration":"220.369078ms","start":"2026-02-27T02:16:15.307444Z","end":"2026-02-27T02:16:15.527813Z","steps":["trace[989527163] 'agreement among raft nodes before linearized reading' (duration: 220.321137ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.527436Z","caller":"traceutil/trace.go:171","msg":"trace[106470179] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23944; }","duration":"3.971047245s","start":"2026-02-27T02:16:11.55638Z","end":"2026-02-27T02:16:15.527428Z","steps":["trace[106470179] 'agreement among raft nodes before linearized reading' (duration: 3.970965593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.527876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.556342Z","time spent":"3.971517876s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T02:16:15.527959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.624718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:15.527022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:06.510134Z","time spent":"9.016879763s","remote":"127.0.0.1:56188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:15.527983Z","caller":"traceutil/trace.go:171","msg":"trace[1450582145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23944; }","duration":"410.68153ms","start":"2026-02-27T02:16:15.117294Z","end":"2026-02-27T02:16:15.527975Z","steps":["trace[1450582145] 'agreement among raft nodes before linearized reading' (duration: 410.645969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.528006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:15.117276Z","time spent":"410.725ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:15.528152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450620553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:15.528195Z","caller":"traceutil/trace.go:171","msg":"trace[972525917] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23944; }","duration":"3.450698525s","start":"2026-02-27T02:16:12.077487Z","end":"2026-02-27T02:16:15.528186Z","steps":["trace[972525917] 'agreement among raft nodes before linearized reading' (duration: 3.450613223s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.528226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:12.077468Z","time spent":"3.450748225s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.52958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.973103823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-27T02:16:15.529742Z","caller":"traceutil/trace.go:171","msg":"trace[1360726264] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23944; }","duration":"3.973275317s","start":"2026-02-27T02:16:11.556455Z","end":"2026-02-27T02:16:15.52973Z","steps":["trace[1360726264] 'agreement among raft nodes before linearized reading' (duration: 3.973064793s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.529779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.556434Z","time spent":"3.973335638s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T02:16:15.527701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:10.164126Z","time spent":"5.363563962s","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.529209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410546584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:16:15.530034Z","caller":"traceutil/trace.go:171","msg":"trace[1039437015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23944; }","duration":"2.411376703s","start":"2026-02-27T02:16:13.118644Z","end":"2026-02-27T02:16:15.530021Z","steps":["trace[1039437015] 'agreement among raft nodes before linearized reading' (duration: 2.410490693s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.529254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179306764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:15.53007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.11864Z","time spent":"2.411419794s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:16:15.530075Z","caller":"traceutil/trace.go:171","msg":"trace[1447399778] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23944; }","duration":"1.180163494s","start":"2026-02-27T02:16:14.3499Z","end":"2026-02-27T02:16:15.530064Z","steps":["trace[1447399778] 'agreement among raft nodes before linearized reading' (duration: 1.179328035s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.530112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:14.349876Z","time spent":"1.180225496s","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.529289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139494741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:15.530236Z","caller":"traceutil/trace.go:171","msg":"trace[468318453] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23944; }","duration":"2.140452644s","start":"2026-02-27T02:16:13.38976Z","end":"2026-02-27T02:16:15.530213Z","steps":["trace[468318453] 'agreement among raft nodes before linearized reading' (duration: 2.139508342s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.53032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.389748Z","time spent":"2.140542536s","remote":"127.0.0.1:47872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.529328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286184351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:15.530376Z","caller":"traceutil/trace.go:171","msg":"trace[887479200] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23944; }","duration":"2.287261246s","start":"2026-02-27T02:16:13.243105Z","end":"2026-02-27T02:16:15.530366Z","steps":["trace[887479200] 'agreement among raft nodes before linearized reading' (duration: 2.286198392s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.53042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.243091Z","time spent":"2.287314777s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.529459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11789758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:16:15.530572Z","caller":"traceutil/trace.go:171","msg":"trace[1482122013] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23944; }","duration":"3.119011326s","start":"2026-02-27T02:16:12.411551Z","end":"2026-02-27T02:16:15.530563Z","steps":["trace[1482122013] 'agreement among raft nodes before linearized reading' (duration: 3.117823088s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.530613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:12.411497Z","time spent":"3.119103469s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T02:16:15.530639Z","caller":"traceutil/trace.go:171","msg":"trace[1646296458] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"3.967586806s","start":"2026-02-27T02:16:11.556799Z","end":"2026-02-27T02:16:15.524386Z","steps":["trace[1646296458] 'process raft request' (duration: 3.967214467s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.529499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.969656094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:15.529507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471928347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:15.5295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401651847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:15.530736Z","caller":"traceutil/trace.go:171","msg":"trace[1628403348] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23944; }","duration":"3.402922166s","start":"2026-02-27T02:16:12.127795Z","end":"2026-02-27T02:16:15.530717Z","steps":["trace[1628403348] 'agreement among raft nodes before linearized reading' (duration: 3.401632056s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.530752Z","caller":"traceutil/trace.go:171","msg":"trace[1173424159] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23944; }","duration":"3.970916933s","start":"2026-02-27T02:16:11.559817Z","end":"2026-02-27T02:16:15.530734Z","steps":["trace[1173424159] 'agreement among raft nodes before linearized reading' (duration: 3.969648213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.530784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:12.127778Z","time spent":"3.402986879s","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.530824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.559811Z","time spent":"3.970995414s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:16:15.530867Z","caller":"traceutil/trace.go:171","msg":"trace[1520216082] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23944; }","duration":"2.47330914s","start":"2026-02-27T02:16:13.057544Z","end":"2026-02-27T02:16:15.530854Z","steps":["trace[1520216082] 'agreement among raft nodes before linearized reading' (duration: 2.471937088s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.530914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:13.057525Z","time spent":"2.473376351s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:15.531089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.556784Z","time spent":"3.9742436s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:16:15.531173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959250903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-metadata-agent-default-69769.1897f7f067257892\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23933 ","response":"range_response_count:500 size:390249"} {"level":"info","ts":"2026-02-27T02:16:15.531227Z","caller":"traceutil/trace.go:171","msg":"trace[481575524] range","detail":"{range_begin:/registry/events/openstack/neutron-metadata-agent-default-69769.1897f7f067257892\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23944; }","duration":"3.959340505s","start":"2026-02-27T02:16:11.571875Z","end":"2026-02-27T02:16:15.531215Z","steps":["trace[481575524] 'agreement among raft nodes before linearized reading' (duration: 3.956256833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.53129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:11.571845Z","time spent":"3.959415866s","remote":"127.0.0.1:47092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":1118,"response size":390272,"request content":"key:\"/registry/events/openstack/neutron-metadata-agent-default-69769.1897f7f067257892\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23933 "} {"level":"info","ts":"2026-02-27T02:16:15.705823Z","caller":"traceutil/trace.go:171","msg":"trace[1317894648] linearizableReadLoop","detail":"{readStateIndex:24789; appliedIndex:24788; }","duration":"172.061629ms","start":"2026-02-27T02:16:15.533737Z","end":"2026-02-27T02:16:15.705798Z","steps":["trace[1317894648] 'read index received' (duration: 148.158555ms)","trace[1317894648] 'applied index is now lower than readState.Index' (duration: 23.902204ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:15.705909Z","caller":"traceutil/trace.go:171","msg":"trace[136884737] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"172.613141ms","start":"2026-02-27T02:16:15.533252Z","end":"2026-02-27T02:16:15.705865Z","steps":["trace[136884737] 'process raft request' (duration: 148.644806ms)","trace[136884737] 'compare' (duration: 23.776581ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:15.706138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.363645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-27T02:16:15.706201Z","caller":"traceutil/trace.go:171","msg":"trace[1432920341] range","detail":"{range_begin:/registry/persistentvolumes/pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf; range_end:; response_count:1; response_revision:23945; }","duration":"172.453688ms","start":"2026-02-27T02:16:15.53373Z","end":"2026-02-27T02:16:15.706184Z","steps":["trace[1432920341] 'agreement among raft nodes before linearized reading' (duration: 172.273333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.706321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.906872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:15.706355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.962723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:16:15.706386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.58019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:16:15.706439Z","caller":"traceutil/trace.go:171","msg":"trace[1482919040] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23945; }","duration":"171.063385ms","start":"2026-02-27T02:16:15.535352Z","end":"2026-02-27T02:16:15.706416Z","steps":["trace[1482919040] 'agreement among raft nodes before linearized reading' (duration: 170.818509ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.706482Z","caller":"traceutil/trace.go:171","msg":"trace[893239071] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585; range_end:; response_count:1; response_revision:23945; }","duration":"172.713443ms","start":"2026-02-27T02:16:15.533747Z","end":"2026-02-27T02:16:15.706461Z","steps":["trace[893239071] 'agreement among raft nodes before linearized reading' (duration: 172.439697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:15.706382Z","caller":"traceutil/trace.go:171","msg":"trace[815928307] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23945; }","duration":"170.995834ms","start":"2026-02-27T02:16:15.535374Z","end":"2026-02-27T02:16:15.706369Z","steps":["trace[815928307] 'agreement among raft nodes before linearized reading' (duration: 170.642236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.707158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.4085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-w7slg\" ","response":"range_response_count:1 size:4800"} {"level":"info","ts":"2026-02-27T02:16:15.707221Z","caller":"traceutil/trace.go:171","msg":"trace[1942769405] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-w7slg; range_end:; response_count:1; response_revision:23945; }","duration":"173.480491ms","start":"2026-02-27T02:16:15.53372Z","end":"2026-02-27T02:16:15.707201Z","steps":["trace[1942769405] 'agreement among raft nodes before linearized reading' (duration: 172.216452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:15.713057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.182457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897f630c6cb4212\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23933 ","response":"range_response_count:500 size:388183"} {"level":"info","ts":"2026-02-27T02:16:15.71314Z","caller":"traceutil/trace.go:171","msg":"trace[1131820911] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897f630c6cb4212\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23945; }","duration":"108.29803ms","start":"2026-02-27T02:16:15.604813Z","end":"2026-02-27T02:16:15.713111Z","steps":["trace[1131820911] 'agreement among raft nodes before linearized reading' (duration: 101.249887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.167577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.41251ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:16:16.167731Z","caller":"traceutil/trace.go:171","msg":"trace[2105831114] linearizableReadLoop","detail":"{readStateIndex:24790; appliedIndex:24789; }","duration":"453.321557ms","start":"2026-02-27T02:16:15.714387Z","end":"2026-02-27T02:16:16.167709Z","steps":["trace[2105831114] 'read index received' (duration: 188.775875ms)","trace[2105831114] 'applied index is now lower than readState.Index' (duration: 264.544132ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:16.167805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:15.712841Z","time spent":"454.956116ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:16.1679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.499332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.167987Z","caller":"traceutil/trace.go:171","msg":"trace[1418631882] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23945; }","duration":"453.601424ms","start":"2026-02-27T02:16:15.714365Z","end":"2026-02-27T02:16:16.167967Z","steps":["trace[1418631882] 'agreement among raft nodes before linearized reading' (duration: 453.42283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.168037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:15.714307Z","time spent":"453.720077ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:16:16.22228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.852789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:16.222403Z","caller":"traceutil/trace.go:171","msg":"trace[214862448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23947; }","duration":"117.061284ms","start":"2026-02-27T02:16:16.105317Z","end":"2026-02-27T02:16:16.222378Z","steps":["trace[214862448] 'agreement among raft nodes before linearized reading' (duration: 116.793228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.22269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.145858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T02:16:16.222774Z","caller":"traceutil/trace.go:171","msg":"trace[1066813194] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23947; }","duration":"508.603009ms","start":"2026-02-27T02:16:15.714149Z","end":"2026-02-27T02:16:16.222752Z","steps":["trace[1066813194] 'agreement among raft nodes before linearized reading' (duration: 508.353684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.222823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:15.714124Z","time spent":"508.689511ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-27T02:16:16.22286Z","caller":"traceutil/trace.go:171","msg":"trace[1873166679] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"507.058314ms","start":"2026-02-27T02:16:15.71575Z","end":"2026-02-27T02:16:16.222808Z","steps":["trace[1873166679] 'process raft request' (duration: 505.854966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.22305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:15.715724Z","time spent":"507.230797ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4960,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:16.230539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.471965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-engine-6b995bd778-szlpz.1897f7fc732f59b3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23933 ","response":"range_response_count:118 size:90719"} {"level":"info","ts":"2026-02-27T02:16:16.23146Z","caller":"traceutil/trace.go:171","msg":"trace[1153113108] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"502.643861ms","start":"2026-02-27T02:16:15.720238Z","end":"2026-02-27T02:16:16.222882Z","steps":["trace[1153113108] 'process raft request' (duration: 501.622648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.231627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:15.720208Z","time spent":"511.335632ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:16.241215Z","caller":"traceutil/trace.go:171","msg":"trace[1695890382] range","detail":"{range_begin:/registry/events/openstack/senlin-engine-6b995bd778-szlpz.1897f7fc732f59b3\u0000; range_end:/registry/events/openstack0; response_count:118; response_revision:23947; }","duration":"498.638859ms","start":"2026-02-27T02:16:15.731974Z","end":"2026-02-27T02:16:16.230613Z","steps":["trace[1695890382] 'agreement among raft nodes before linearized reading' (duration: 490.284865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.241302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:15.731956Z","time spent":"509.318166ms","remote":"127.0.0.1:47092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":118,"response size":90742,"request content":"key:\"/registry/events/openstack/senlin-engine-6b995bd778-szlpz.1897f7fc732f59b3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23933 "} {"level":"info","ts":"2026-02-27T02:16:16.378964Z","caller":"traceutil/trace.go:171","msg":"trace[1809609499] linearizableReadLoop","detail":"{readStateIndex:24794; appliedIndex:24792; }","duration":"156.982509ms","start":"2026-02-27T02:16:16.221959Z","end":"2026-02-27T02:16:16.378942Z","steps":["trace[1809609499] 'read index received' (duration: 104.538883ms)","trace[1809609499] 'applied index is now lower than readState.Index' (duration: 52.442516ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:16.379004Z","caller":"traceutil/trace.go:171","msg":"trace[304200889] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"165.447805ms","start":"2026-02-27T02:16:16.213538Z","end":"2026-02-27T02:16:16.378986Z","steps":["trace[304200889] 'process raft request' (duration: 165.260401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.37911Z","caller":"traceutil/trace.go:171","msg":"trace[1581430441] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"135.543112ms","start":"2026-02-27T02:16:16.243536Z","end":"2026-02-27T02:16:16.379079Z","steps":["trace[1581430441] 'process raft request' (duration: 135.360058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.379176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.849612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:16.379197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.733966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:16.379247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.297982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0d57823c-d0a5-407e-ad32-b471c401a808\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-27T02:16:16.379253Z","caller":"traceutil/trace.go:171","msg":"trace[1648622059] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23950; }","duration":"181.022487ms","start":"2026-02-27T02:16:16.19821Z","end":"2026-02-27T02:16:16.379232Z","steps":["trace[1648622059] 'agreement among raft nodes before linearized reading' (duration: 180.845752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.379277Z","caller":"traceutil/trace.go:171","msg":"trace[1130628942] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23950; }","duration":"182.891779ms","start":"2026-02-27T02:16:16.196367Z","end":"2026-02-27T02:16:16.379259Z","steps":["trace[1130628942] 'agreement among raft nodes before linearized reading' (duration: 182.705955ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.379297Z","caller":"traceutil/trace.go:171","msg":"trace[1638961416] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0d57823c-d0a5-407e-ad32-b471c401a808; range_end:; response_count:1; response_revision:23950; }","duration":"146.374833ms","start":"2026-02-27T02:16:16.232907Z","end":"2026-02-27T02:16:16.379282Z","steps":["trace[1638961416] 'agreement among raft nodes before linearized reading' (duration: 146.181108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.37942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.23196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-84dpn\" ","response":"range_response_count:1 size:5315"} {"level":"info","ts":"2026-02-27T02:16:16.379477Z","caller":"traceutil/trace.go:171","msg":"trace[1642559526] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-84dpn; range_end:; response_count:1; response_revision:23950; }","duration":"146.302292ms","start":"2026-02-27T02:16:16.233148Z","end":"2026-02-27T02:16:16.37945Z","steps":["trace[1642559526] 'agreement among raft nodes before linearized reading' (duration: 146.197969ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.379537Z","caller":"traceutil/trace.go:171","msg":"trace[971369187] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"209.803774ms","start":"2026-02-27T02:16:16.1693Z","end":"2026-02-27T02:16:16.379104Z","steps":["trace[971369187] 'process raft request' (duration: 156.997429ms)","trace[971369187] 'compare' (duration: 52.19044ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:16.558706Z","caller":"traceutil/trace.go:171","msg":"trace[344689462] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"169.087589ms","start":"2026-02-27T02:16:16.389594Z","end":"2026-02-27T02:16:16.558682Z","steps":["trace[344689462] 'process raft request' (duration: 99.129737ms)","trace[344689462] 'compare' (duration: 69.8653ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:16.596771Z","caller":"traceutil/trace.go:171","msg":"trace[248189345] linearizableReadLoop","detail":"{readStateIndex:24798; appliedIndex:24796; }","duration":"205.722548ms","start":"2026-02-27T02:16:16.391024Z","end":"2026-02-27T02:16:16.596747Z","steps":["trace[248189345] 'read index received' (duration: 97.714255ms)","trace[248189345] 'applied index is now lower than readState.Index' (duration: 108.007783ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:16.596819Z","caller":"traceutil/trace.go:171","msg":"trace[214489103] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"206.043986ms","start":"2026-02-27T02:16:16.390738Z","end":"2026-02-27T02:16:16.596782Z","steps":["trace[214489103] 'process raft request' (duration: 205.913813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.596988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.035105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-02-27T02:16:16.597004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.960924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"warn","ts":"2026-02-27T02:16:16.597031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.95607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:16:16.59704Z","caller":"traceutil/trace.go:171","msg":"trace[1377602278] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23953; }","duration":"121.102447ms","start":"2026-02-27T02:16:16.475926Z","end":"2026-02-27T02:16:16.597028Z","steps":["trace[1377602278] 'agreement among raft nodes before linearized reading' (duration: 120.972974ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.597042Z","caller":"traceutil/trace.go:171","msg":"trace[126823848] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23953; }","duration":"206.025076ms","start":"2026-02-27T02:16:16.391007Z","end":"2026-02-27T02:16:16.597033Z","steps":["trace[126823848] 'agreement among raft nodes before linearized reading' (duration: 205.855872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.597056Z","caller":"traceutil/trace.go:171","msg":"trace[633447803] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23953; }","duration":"123.006241ms","start":"2026-02-27T02:16:16.474043Z","end":"2026-02-27T02:16:16.597049Z","steps":["trace[633447803] 'agreement among raft nodes before linearized reading' (duration: 122.93995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.597087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.140575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-27T02:16:16.597105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.23006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-02-27T02:16:16.597171Z","caller":"traceutil/trace.go:171","msg":"trace[2033066272] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:23953; }","duration":"121.314482ms","start":"2026-02-27T02:16:16.475841Z","end":"2026-02-27T02:16:16.597156Z","steps":["trace[2033066272] 'agreement among raft nodes before linearized reading' (duration: 121.123567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:16.597168Z","caller":"traceutil/trace.go:171","msg":"trace[197700047] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23953; }","duration":"205.245848ms","start":"2026-02-27T02:16:16.3919Z","end":"2026-02-27T02:16:16.597146Z","steps":["trace[197700047] 'agreement among raft nodes before linearized reading' (duration: 204.997232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.905609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.817318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:16.905791Z","caller":"traceutil/trace.go:171","msg":"trace[54620851] linearizableReadLoop","detail":"{readStateIndex:24801; appliedIndex:24799; }","duration":"228.22296ms","start":"2026-02-27T02:16:16.677552Z","end":"2026-02-27T02:16:16.905775Z","steps":["trace[54620851] 'read index received' (duration: 111.157237ms)","trace[54620851] 'applied index is now lower than readState.Index' (duration: 117.064733ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:16.905874Z","caller":"traceutil/trace.go:171","msg":"trace[23899148] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"295.55424ms","start":"2026-02-27T02:16:16.610309Z","end":"2026-02-27T02:16:16.905863Z","steps":["trace[23899148] 'process raft request' (duration: 178.387994ms)","trace[23899148] 'compare' (duration: 116.700036ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:16.906014Z","caller":"traceutil/trace.go:171","msg":"trace[260905194] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"239.212015ms","start":"2026-02-27T02:16:16.666795Z","end":"2026-02-27T02:16:16.906007Z","steps":["trace[260905194] 'process raft request' (duration: 238.917518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.906263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.710411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:16.906302Z","caller":"traceutil/trace.go:171","msg":"trace[1932028063] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23956; }","duration":"228.784543ms","start":"2026-02-27T02:16:16.677508Z","end":"2026-02-27T02:16:16.906293Z","steps":["trace[1932028063] 'agreement among raft nodes before linearized reading' (duration: 228.65206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.906546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.959822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T02:16:16.906586Z","caller":"traceutil/trace.go:171","msg":"trace[1758898850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23956; }","duration":"199.020673ms","start":"2026-02-27T02:16:16.707554Z","end":"2026-02-27T02:16:16.906574Z","steps":["trace[1758898850] 'agreement among raft nodes before linearized reading' (duration: 198.89955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.906988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.422818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T02:16:16.907027Z","caller":"traceutil/trace.go:171","msg":"trace[1593899344] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23956; }","duration":"119.48633ms","start":"2026-02-27T02:16:16.787532Z","end":"2026-02-27T02:16:16.907019Z","steps":["trace[1593899344] 'agreement among raft nodes before linearized reading' (duration: 119.389388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.907194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.582307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:16:16.907232Z","caller":"traceutil/trace.go:171","msg":"trace[622064248] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23956; }","duration":"130.640408ms","start":"2026-02-27T02:16:16.77658Z","end":"2026-02-27T02:16:16.907221Z","steps":["trace[622064248] 'agreement among raft nodes before linearized reading' (duration: 130.559626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:16.907355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.752944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:16.907386Z","caller":"traceutil/trace.go:171","msg":"trace[1832688937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23956; }","duration":"150.821546ms","start":"2026-02-27T02:16:16.756557Z","end":"2026-02-27T02:16:16.907378Z","steps":["trace[1832688937] 'agreement among raft nodes before linearized reading' (duration: 150.778805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:17.112498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.884962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:17.112612Z","caller":"traceutil/trace.go:171","msg":"trace[1135370620] linearizableReadLoop","detail":"{readStateIndex:24805; appliedIndex:24804; }","duration":"138.863529ms","start":"2026-02-27T02:16:16.973729Z","end":"2026-02-27T02:16:17.112593Z","steps":["trace[1135370620] 'read index received' (duration: 36.739152ms)","trace[1135370620] 'applied index is now lower than readState.Index' (duration: 102.122747ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:17.112702Z","caller":"traceutil/trace.go:171","msg":"trace[2010267285] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"162.903945ms","start":"2026-02-27T02:16:16.949786Z","end":"2026-02-27T02:16:17.11269Z","steps":["trace[2010267285] 'process raft request' (duration: 60.740337ms)","trace[2010267285] 'compare' (duration: 101.585795ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:17.113015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.385306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:17.113058Z","caller":"traceutil/trace.go:171","msg":"trace[526922457] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23960; }","duration":"166.450418ms","start":"2026-02-27T02:16:16.946597Z","end":"2026-02-27T02:16:17.113047Z","steps":["trace[526922457] 'agreement among raft nodes before linearized reading' (duration: 166.314944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:17.11318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.681889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:16:17.113267Z","caller":"traceutil/trace.go:171","msg":"trace[1882184305] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23960; }","duration":"133.804041ms","start":"2026-02-27T02:16:16.979442Z","end":"2026-02-27T02:16:17.113246Z","steps":["trace[1882184305] 'agreement among raft nodes before linearized reading' (duration: 133.532815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:17.113308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.576148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6f8jl\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-02-27T02:16:17.113382Z","caller":"traceutil/trace.go:171","msg":"trace[1301941071] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6f8jl; range_end:; response_count:1; response_revision:23960; }","duration":"184.677211ms","start":"2026-02-27T02:16:16.928687Z","end":"2026-02-27T02:16:17.113364Z","steps":["trace[1301941071] 'agreement among raft nodes before linearized reading' (duration: 184.477076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:17.326344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.903798ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:16:17.326617Z","caller":"traceutil/trace.go:171","msg":"trace[1813595588] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"152.613328ms","start":"2026-02-27T02:16:17.173985Z","end":"2026-02-27T02:16:17.326598Z","steps":["trace[1813595588] 'process raft request' (duration: 152.468344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:17.326641Z","caller":"traceutil/trace.go:171","msg":"trace[1900305281] linearizableReadLoop","detail":"{readStateIndex:24809; appliedIndex:24808; }","duration":"157.396679ms","start":"2026-02-27T02:16:17.169202Z","end":"2026-02-27T02:16:17.326599Z","steps":["trace[1900305281] 'read index received' (duration: 50.234365ms)","trace[1900305281] 'applied index is now lower than readState.Index' (duration: 107.157814ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:17.327128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.716566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-02-27T02:16:17.327131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.89354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:16:17.327234Z","caller":"traceutil/trace.go:171","msg":"trace[1448504278] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585; range_end:; response_count:1; response_revision:23964; }","duration":"158.028093ms","start":"2026-02-27T02:16:17.169186Z","end":"2026-02-27T02:16:17.327214Z","steps":["trace[1448504278] 'agreement among raft nodes before linearized reading' (duration: 157.605483ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:17.327179Z","caller":"traceutil/trace.go:171","msg":"trace[375706759] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7ea38db5-dc19-4748-aa6a-20a8015c5e05; range_end:; response_count:1; response_revision:23964; }","duration":"157.791868ms","start":"2026-02-27T02:16:17.169373Z","end":"2026-02-27T02:16:17.327165Z","steps":["trace[375706759] 'agreement among raft nodes before linearized reading' (duration: 157.631754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:17.810397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.305823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:17.810584Z","caller":"traceutil/trace.go:171","msg":"trace[1777230747] linearizableReadLoop","detail":"{readStateIndex:24816; appliedIndex:24814; }","duration":"170.063752ms","start":"2026-02-27T02:16:17.640503Z","end":"2026-02-27T02:16:17.810567Z","steps":["trace[1777230747] 'read index received' (duration: 169.888738ms)","trace[1777230747] 'applied index is now lower than readState.Index' (duration: 174.054µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:17.810683Z","caller":"traceutil/trace.go:171","msg":"trace[1085836316] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"327.825489ms","start":"2026-02-27T02:16:17.482846Z","end":"2026-02-27T02:16:17.810671Z","steps":["trace[1085836316] 'process raft request' (duration: 83.177679ms)","trace[1085836316] 'compare' (duration: 244.113268ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:17.81073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:17.482831Z","time spent":"327.87568ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:16:17.810886Z","caller":"traceutil/trace.go:171","msg":"trace[1205480018] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"323.500909ms","start":"2026-02-27T02:16:17.487358Z","end":"2026-02-27T02:16:17.810859Z","steps":["trace[1205480018] 'process raft request' (duration: 323.12846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:17.810972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.214217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-27T02:16:17.810983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.464691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-02-27T02:16:17.811014Z","caller":"traceutil/trace.go:171","msg":"trace[1246431349] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23970; }","duration":"120.287188ms","start":"2026-02-27T02:16:17.690713Z","end":"2026-02-27T02:16:17.811001Z","steps":["trace[1246431349] 'agreement among raft nodes before linearized reading' (duration: 120.154655ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:17.811022Z","caller":"traceutil/trace.go:171","msg":"trace[1556436436] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23970; }","duration":"170.540033ms","start":"2026-02-27T02:16:17.64047Z","end":"2026-02-27T02:16:17.811011Z","steps":["trace[1556436436] 'agreement among raft nodes before linearized reading' (duration: 170.352799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:17.811018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:17.487349Z","time spent":"323.597431ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:18.047498Z","caller":"traceutil/trace.go:171","msg":"trace[2014788267] linearizableReadLoop","detail":"{readStateIndex:24820; appliedIndex:24817; }","duration":"221.441813ms","start":"2026-02-27T02:16:17.82603Z","end":"2026-02-27T02:16:18.047472Z","steps":["trace[2014788267] 'read index received' (duration: 10.269289ms)","trace[2014788267] 'applied index is now lower than readState.Index' (duration: 211.171494ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:18.047527Z","caller":"traceutil/trace.go:171","msg":"trace[124928385] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"225.584919ms","start":"2026-02-27T02:16:17.821918Z","end":"2026-02-27T02:16:18.047503Z","steps":["trace[124928385] 'process raft request' (duration: 225.381254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:18.04777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.709369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:16:18.047833Z","caller":"traceutil/trace.go:171","msg":"trace[375141190] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f6f11d36c585; range_end:; response_count:1; response_revision:23974; }","duration":"221.802961ms","start":"2026-02-27T02:16:17.826013Z","end":"2026-02-27T02:16:18.047816Z","steps":["trace[375141190] 'agreement among raft nodes before linearized reading' (duration: 221.554315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:18.132722Z","caller":"traceutil/trace.go:171","msg":"trace[1677373649] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"238.685702ms","start":"2026-02-27T02:16:17.893994Z","end":"2026-02-27T02:16:18.13268Z","steps":["trace[1677373649] 'process raft request' (duration: 224.120975ms)","trace[1677373649] 'compare' (duration: 14.327322ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:18.132752Z","caller":"traceutil/trace.go:171","msg":"trace[1989702867] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"237.491695ms","start":"2026-02-27T02:16:17.895232Z","end":"2026-02-27T02:16:18.132724Z","steps":["trace[1989702867] 'process raft request' (duration: 237.368383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:18.454245Z","caller":"traceutil/trace.go:171","msg":"trace[1960913194] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"265.111595ms","start":"2026-02-27T02:16:18.189115Z","end":"2026-02-27T02:16:18.454226Z","steps":["trace[1960913194] 'process raft request' (duration: 264.998152ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:18.488381Z","caller":"traceutil/trace.go:171","msg":"trace[839531526] linearizableReadLoop","detail":"{readStateIndex:24827; appliedIndex:24826; }","duration":"271.279467ms","start":"2026-02-27T02:16:18.217079Z","end":"2026-02-27T02:16:18.488358Z","steps":["trace[839531526] 'read index received' (duration: 237.451733ms)","trace[839531526] 'applied index is now lower than readState.Index' (duration: 33.826744ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:18.489011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.885821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:18.48911Z","caller":"traceutil/trace.go:171","msg":"trace[1393474294] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23981; }","duration":"272.040714ms","start":"2026-02-27T02:16:18.217044Z","end":"2026-02-27T02:16:18.489085Z","steps":["trace[1393474294] 'agreement among raft nodes before linearized reading' (duration: 271.8422ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:18.489631Z","caller":"traceutil/trace.go:171","msg":"trace[436302045] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"300.086275ms","start":"2026-02-27T02:16:18.18952Z","end":"2026-02-27T02:16:18.489607Z","steps":["trace[436302045] 'process raft request' (duration: 298.684992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:18.489754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:18.189513Z","time spent":"300.164486ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:18.665084Z","caller":"traceutil/trace.go:171","msg":"trace[915032610] linearizableReadLoop","detail":"{readStateIndex:24829; appliedIndex:24828; }","duration":"129.623215ms","start":"2026-02-27T02:16:18.535436Z","end":"2026-02-27T02:16:18.66506Z","steps":["trace[915032610] 'read index received' (duration: 126.074642ms)","trace[915032610] 'applied index is now lower than readState.Index' (duration: 3.547473ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:18.66531Z","caller":"traceutil/trace.go:171","msg":"trace[536278147] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"165.581248ms","start":"2026-02-27T02:16:18.499705Z","end":"2026-02-27T02:16:18.665286Z","steps":["trace[536278147] 'process raft request' (duration: 161.912573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:18.66537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.923651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-84dpn.1897f8c79e1bede9\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-02-27T02:16:18.665409Z","caller":"traceutil/trace.go:171","msg":"trace[1509796050] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-84dpn.1897f8c79e1bede9; range_end:; response_count:1; response_revision:23983; }","duration":"130.038074ms","start":"2026-02-27T02:16:18.535358Z","end":"2026-02-27T02:16:18.665396Z","steps":["trace[1509796050] 'agreement among raft nodes before linearized reading' (duration: 129.799159ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:18.814938Z","caller":"traceutil/trace.go:171","msg":"trace[100704751] linearizableReadLoop","detail":"{readStateIndex:24830; appliedIndex:24829; }","duration":"146.175758ms","start":"2026-02-27T02:16:18.668736Z","end":"2026-02-27T02:16:18.814912Z","steps":["trace[100704751] 'read index received' (duration: 115.304283ms)","trace[100704751] 'applied index is now lower than readState.Index' (duration: 30.870505ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:18.815031Z","caller":"traceutil/trace.go:171","msg":"trace[1393706652] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"147.202982ms","start":"2026-02-27T02:16:18.667764Z","end":"2026-02-27T02:16:18.814967Z","steps":["trace[1393706652] 'process raft request' (duration: 116.309086ms)","trace[1393706652] 'compare' (duration: 30.687402ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:18.815144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.398463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-5wdq8\" ","response":"range_response_count:1 size:5645"} {"level":"warn","ts":"2026-02-27T02:16:18.815167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.943144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:18.815201Z","caller":"traceutil/trace.go:171","msg":"trace[1884197589] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-5wdq8; range_end:; response_count:1; response_revision:23984; }","duration":"146.489695ms","start":"2026-02-27T02:16:18.668699Z","end":"2026-02-27T02:16:18.815189Z","steps":["trace[1884197589] 'agreement among raft nodes before linearized reading' (duration: 146.302401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:18.815207Z","caller":"traceutil/trace.go:171","msg":"trace[1893746977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23984; }","duration":"118.052147ms","start":"2026-02-27T02:16:18.697143Z","end":"2026-02-27T02:16:18.815195Z","steps":["trace[1893746977] 'agreement among raft nodes before linearized reading' (duration: 117.950774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:18.98538Z","caller":"traceutil/trace.go:171","msg":"trace[756008345] linearizableReadLoop","detail":"{readStateIndex:24832; appliedIndex:24831; }","duration":"144.493519ms","start":"2026-02-27T02:16:18.84086Z","end":"2026-02-27T02:16:18.985354Z","steps":["trace[756008345] 'read index received' (duration: 143.599718ms)","trace[756008345] 'applied index is now lower than readState.Index' (duration: 892.781µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:18.985487Z","caller":"traceutil/trace.go:171","msg":"trace[1705335691] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"164.478682ms","start":"2026-02-27T02:16:18.820978Z","end":"2026-02-27T02:16:18.985457Z","steps":["trace[1705335691] 'process raft request' (duration: 163.52974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:18.985627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.750385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6f8jl.1897f8c7b6efbcba\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-27T02:16:18.985667Z","caller":"traceutil/trace.go:171","msg":"trace[1048615657] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6f8jl.1897f8c7b6efbcba; range_end:; response_count:1; response_revision:23986; }","duration":"144.828587ms","start":"2026-02-27T02:16:18.840824Z","end":"2026-02-27T02:16:18.985652Z","steps":["trace[1048615657] 'agreement among raft nodes before linearized reading' (duration: 144.673113ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.186019Z","caller":"traceutil/trace.go:171","msg":"trace[922653121] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"125.446747ms","start":"2026-02-27T02:16:19.060533Z","end":"2026-02-27T02:16:19.18598Z","steps":["trace[922653121] 'process raft request' (duration: 124.993587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.553349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.803169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:19.553461Z","caller":"traceutil/trace.go:171","msg":"trace[979284519] linearizableReadLoop","detail":"{readStateIndex:24839; appliedIndex:24838; }","duration":"363.132937ms","start":"2026-02-27T02:16:19.190312Z","end":"2026-02-27T02:16:19.553445Z","steps":["trace[979284519] 'read index received' (duration: 145.111823ms)","trace[979284519] 'applied index is now lower than readState.Index' (duration: 218.019044ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:19.553543Z","caller":"traceutil/trace.go:171","msg":"trace[1144519098] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"364.655232ms","start":"2026-02-27T02:16:19.18885Z","end":"2026-02-27T02:16:19.553506Z","steps":["trace[1144519098] 'process raft request' (duration: 146.591998ms)","trace[1144519098] 'compare' (duration: 217.639745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:19.553692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.374913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-84dpn\" ","response":"range_response_count:1 size:7658"} {"level":"warn","ts":"2026-02-27T02:16:19.553708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.18883Z","time spent":"364.789256ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:19.553737Z","caller":"traceutil/trace.go:171","msg":"trace[1977476212] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-84dpn; range_end:; response_count:1; response_revision:23993; }","duration":"363.462245ms","start":"2026-02-27T02:16:19.190263Z","end":"2026-02-27T02:16:19.553725Z","steps":["trace[1977476212] 'agreement among raft nodes before linearized reading' (duration: 363.277461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.553771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:19.190241Z","time spent":"363.522056ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7681,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-84dpn\" "} {"level":"warn","ts":"2026-02-27T02:16:19.553989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.568791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:19.554025Z","caller":"traceutil/trace.go:171","msg":"trace[1706528893] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23993; }","duration":"270.635483ms","start":"2026-02-27T02:16:19.283381Z","end":"2026-02-27T02:16:19.554016Z","steps":["trace[1706528893] 'agreement among raft nodes before linearized reading' (duration: 270.574942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:19.554302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.772302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:19.554332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.273674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:19.554348Z","caller":"traceutil/trace.go:171","msg":"trace[425914105] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23993; }","duration":"196.851053ms","start":"2026-02-27T02:16:19.357486Z","end":"2026-02-27T02:16:19.554337Z","steps":["trace[425914105] 'agreement among raft nodes before linearized reading' (duration: 196.779971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.554384Z","caller":"traceutil/trace.go:171","msg":"trace[1574916414] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23993; }","duration":"235.364015ms","start":"2026-02-27T02:16:19.319006Z","end":"2026-02-27T02:16:19.55437Z","steps":["trace[1574916414] 'agreement among raft nodes before linearized reading' (duration: 235.265943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:19.73581Z","caller":"traceutil/trace.go:171","msg":"trace[831929726] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"176.131043ms","start":"2026-02-27T02:16:19.55963Z","end":"2026-02-27T02:16:19.735761Z","steps":["trace[831929726] 'process raft request' (duration: 125.130781ms)","trace[831929726] 'compare' (duration: 50.786747ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:19.754487Z","caller":"traceutil/trace.go:171","msg":"trace[170665631] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"192.85055ms","start":"2026-02-27T02:16:19.561599Z","end":"2026-02-27T02:16:19.754449Z","steps":["trace[170665631] 'process raft request' (duration: 192.501282ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:20.196689Z","caller":"traceutil/trace.go:171","msg":"trace[1956611248] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"138.194633ms","start":"2026-02-27T02:16:20.058455Z","end":"2026-02-27T02:16:20.196649Z","steps":["trace[1956611248] 'process raft request' (duration: 84.716403ms)","trace[1956611248] 'compare' (duration: 53.195484ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:20.196702Z","caller":"traceutil/trace.go:171","msg":"trace[1369916572] linearizableReadLoop","detail":"{readStateIndex:24853; appliedIndex:24852; }","duration":"134.453027ms","start":"2026-02-27T02:16:20.062217Z","end":"2026-02-27T02:16:20.19667Z","steps":["trace[1369916572] 'read index received' (duration: 80.943696ms)","trace[1369916572] 'applied index is now lower than readState.Index' (duration: 53.50636ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:20.197012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.767464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:16:20.197086Z","caller":"traceutil/trace.go:171","msg":"trace[72201014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24008; }","duration":"134.904797ms","start":"2026-02-27T02:16:20.062168Z","end":"2026-02-27T02:16:20.197073Z","steps":["trace[72201014] 'agreement among raft nodes before linearized reading' (duration: 134.584199ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:20.435594Z","caller":"traceutil/trace.go:171","msg":"trace[293456005] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"142.044303ms","start":"2026-02-27T02:16:20.293521Z","end":"2026-02-27T02:16:20.435566Z","steps":["trace[293456005] 'process raft request' (duration: 49.289633ms)","trace[293456005] 'compare' (duration: 92.633377ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:20.440611Z","caller":"traceutil/trace.go:171","msg":"trace[129587269] linearizableReadLoop","detail":"{readStateIndex:24861; appliedIndex:24859; }","duration":"114.073714ms","start":"2026-02-27T02:16:20.326517Z","end":"2026-02-27T02:16:20.440591Z","steps":["trace[129587269] 'read index received' (duration: 16.421421ms)","trace[129587269] 'applied index is now lower than readState.Index' (duration: 97.651283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:20.440941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.408552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T02:16:20.440985Z","caller":"traceutil/trace.go:171","msg":"trace[1982301540] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24015; }","duration":"114.509114ms","start":"2026-02-27T02:16:20.326465Z","end":"2026-02-27T02:16:20.440974Z","steps":["trace[1982301540] 'agreement among raft nodes before linearized reading' (duration: 114.261748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:20.441237Z","caller":"traceutil/trace.go:171","msg":"trace[416521979] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"144.669784ms","start":"2026-02-27T02:16:20.296543Z","end":"2026-02-27T02:16:20.441212Z","steps":["trace[416521979] 'process raft request' (duration: 143.909996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:20.856459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.368489ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:20.856583Z","caller":"traceutil/trace.go:171","msg":"trace[2054495206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24022; }","duration":"280.513083ms","start":"2026-02-27T02:16:20.576052Z","end":"2026-02-27T02:16:20.856565Z","steps":["trace[2054495206] 'range keys from in-memory index tree' (duration: 280.348869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:20.857071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.264898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:20.857374Z","caller":"traceutil/trace.go:171","msg":"trace[1681229692] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"333.167793ms","start":"2026-02-27T02:16:20.524194Z","end":"2026-02-27T02:16:20.857362Z","steps":["trace[1681229692] 'process raft request' (duration: 17.469865ms)","trace[1681229692] 'compare' (duration: 314.89631ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:20.857462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:20.524177Z","time spent":"333.234674ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:20.857448Z","caller":"traceutil/trace.go:171","msg":"trace[447809697] linearizableReadLoop","detail":"{readStateIndex:24871; appliedIndex:24868; }","duration":"144.311626ms","start":"2026-02-27T02:16:20.713114Z","end":"2026-02-27T02:16:20.857426Z","steps":["trace[447809697] 'read index received' (duration: 130.496035ms)","trace[447809697] 'applied index is now lower than readState.Index' (duration: 13.813991ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:20.857501Z","caller":"traceutil/trace.go:171","msg":"trace[438697022] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"329.58075ms","start":"2026-02-27T02:16:20.5279Z","end":"2026-02-27T02:16:20.857481Z","steps":["trace[438697022] 'process raft request' (duration: 329.309434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:20.857565Z","caller":"traceutil/trace.go:171","msg":"trace[255460783] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"322.68895ms","start":"2026-02-27T02:16:20.534844Z","end":"2026-02-27T02:16:20.857533Z","steps":["trace[255460783] 'process raft request' (duration: 322.500706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:20.857605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:20.52788Z","time spent":"329.674972ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:20.857646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.51862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T02:16:20.857701Z","caller":"traceutil/trace.go:171","msg":"trace[529129689] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24025; }","duration":"144.601553ms","start":"2026-02-27T02:16:20.713085Z","end":"2026-02-27T02:16:20.857686Z","steps":["trace[529129689] 'agreement among raft nodes before linearized reading' (duration: 144.434959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:20.857757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:20.534834Z","time spent":"322.814563ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:20.857788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.144821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:20.857785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.002071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:20.857855Z","caller":"traceutil/trace.go:171","msg":"trace[402902215] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24025; }","duration":"100.260514ms","start":"2026-02-27T02:16:20.757579Z","end":"2026-02-27T02:16:20.85784Z","steps":["trace[402902215] 'agreement among raft nodes before linearized reading' (duration: 100.145471ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:20.857865Z","caller":"traceutil/trace.go:171","msg":"trace[1824013278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24025; }","duration":"101.110374ms","start":"2026-02-27T02:16:20.756737Z","end":"2026-02-27T02:16:20.857847Z","steps":["trace[1824013278] 'agreement among raft nodes before linearized reading' (duration: 100.973511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:21.057876Z","caller":"traceutil/trace.go:171","msg":"trace[518011393] linearizableReadLoop","detail":"{readStateIndex:24873; appliedIndex:24872; }","duration":"121.344763ms","start":"2026-02-27T02:16:20.936497Z","end":"2026-02-27T02:16:21.057842Z","steps":["trace[518011393] 'read index received' (duration: 69.968762ms)","trace[518011393] 'applied index is now lower than readState.Index' (duration: 51.374291ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:21.058122Z","caller":"traceutil/trace.go:171","msg":"trace[1040739952] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"187.861964ms","start":"2026-02-27T02:16:20.870247Z","end":"2026-02-27T02:16:21.058109Z","steps":["trace[1040739952] 'process raft request' (duration: 136.245778ms)","trace[1040739952] 'compare' (duration: 50.953071ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:21.058599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.07724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1897f8c7f262e203\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-02-27T02:16:21.058684Z","caller":"traceutil/trace.go:171","msg":"trace[511131971] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1897f8c7f262e203; range_end:; response_count:1; response_revision:24027; }","duration":"122.216793ms","start":"2026-02-27T02:16:20.936454Z","end":"2026-02-27T02:16:21.058671Z","steps":["trace[511131971] 'agreement among raft nodes before linearized reading' (duration: 121.974867ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:21.269142Z","caller":"traceutil/trace.go:171","msg":"trace[1893305889] linearizableReadLoop","detail":"{readStateIndex:24874; appliedIndex:24873; }","duration":"196.347961ms","start":"2026-02-27T02:16:21.072764Z","end":"2026-02-27T02:16:21.269112Z","steps":["trace[1893305889] 'read index received' (duration: 196.012963ms)","trace[1893305889] 'applied index is now lower than readState.Index' (duration: 333.528µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:21.269198Z","caller":"traceutil/trace.go:171","msg":"trace[1413745450] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"205.983094ms","start":"2026-02-27T02:16:21.063177Z","end":"2026-02-27T02:16:21.26916Z","steps":["trace[1413745450] 'process raft request' (duration: 205.712198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:21.269427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.643308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mfkxf\" ","response":"range_response_count:1 size:7587"} {"level":"info","ts":"2026-02-27T02:16:21.2695Z","caller":"traceutil/trace.go:171","msg":"trace[2088572620] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mfkxf; range_end:; response_count:1; response_revision:24028; }","duration":"196.771651ms","start":"2026-02-27T02:16:21.072707Z","end":"2026-02-27T02:16:21.269479Z","steps":["trace[2088572620] 'agreement among raft nodes before linearized reading' (duration: 196.519025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:21.269448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.54298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-27T02:16:21.269652Z","caller":"traceutil/trace.go:171","msg":"trace[2093271261] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:24028; }","duration":"188.878788ms","start":"2026-02-27T02:16:21.080754Z","end":"2026-02-27T02:16:21.269632Z","steps":["trace[2093271261] 'agreement among raft nodes before linearized reading' (duration: 188.553251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:21.508761Z","caller":"traceutil/trace.go:171","msg":"trace[1884380907] linearizableReadLoop","detail":"{readStateIndex:24877; appliedIndex:24876; }","duration":"192.921002ms","start":"2026-02-27T02:16:21.315817Z","end":"2026-02-27T02:16:21.508738Z","steps":["trace[1884380907] 'read index received' (duration: 184.618319ms)","trace[1884380907] 'applied index is now lower than readState.Index' (duration: 8.300833ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:21.508784Z","caller":"traceutil/trace.go:171","msg":"trace[1510003681] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"196.27777ms","start":"2026-02-27T02:16:21.312472Z","end":"2026-02-27T02:16:21.50875Z","steps":["trace[1510003681] 'process raft request' (duration: 188.031169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:21.509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.156127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf\" ","response":"range_response_count:1 size:4158"} {"level":"warn","ts":"2026-02-27T02:16:21.509012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.222955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T02:16:21.509036Z","caller":"traceutil/trace.go:171","msg":"trace[510884446] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf; range_end:; response_count:1; response_revision:24031; }","duration":"193.212598ms","start":"2026-02-27T02:16:21.315814Z","end":"2026-02-27T02:16:21.509027Z","steps":["trace[510884446] 'agreement among raft nodes before linearized reading' (duration: 193.031724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:21.509061Z","caller":"traceutil/trace.go:171","msg":"trace[1103660369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24031; }","duration":"132.332128ms","start":"2026-02-27T02:16:21.376715Z","end":"2026-02-27T02:16:21.509047Z","steps":["trace[1103660369] 'agreement among raft nodes before linearized reading' (duration: 132.158834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:21.680857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.126892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-w7slg.1897f8c8090b7ff3\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-02-27T02:16:21.680959Z","caller":"traceutil/trace.go:171","msg":"trace[284638621] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-w7slg.1897f8c8090b7ff3; range_end:; response_count:1; response_revision:24038; }","duration":"113.288146ms","start":"2026-02-27T02:16:21.567644Z","end":"2026-02-27T02:16:21.680932Z","steps":["trace[284638621] 'agreement among raft nodes before linearized reading' (duration: 113.02247ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:21.680952Z","caller":"traceutil/trace.go:171","msg":"trace[599046114] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"113.751577ms","start":"2026-02-27T02:16:21.567172Z","end":"2026-02-27T02:16:21.680924Z","steps":["trace[599046114] 'process raft request' (duration: 113.152113ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:21.794353Z","caller":"traceutil/trace.go:171","msg":"trace[171730193] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"149.828143ms","start":"2026-02-27T02:16:21.644492Z","end":"2026-02-27T02:16:21.79432Z","steps":["trace[171730193] 'process raft request' (duration: 149.603478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:21.794385Z","caller":"traceutil/trace.go:171","msg":"trace[21406486] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"110.351988ms","start":"2026-02-27T02:16:21.684016Z","end":"2026-02-27T02:16:21.794368Z","steps":["trace[21406486] 'process raft request' (duration: 110.198445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:22.181625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.784107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mfkxf.1897f8c8561d05a5\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-02-27T02:16:22.181691Z","caller":"traceutil/trace.go:171","msg":"trace[1968704740] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-mfkxf.1897f8c8561d05a5; range_end:; response_count:1; response_revision:24043; }","duration":"286.8745ms","start":"2026-02-27T02:16:21.894798Z","end":"2026-02-27T02:16:22.181673Z","steps":["trace[1968704740] 'range keys from in-memory index tree' (duration: 286.670215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:22.182197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.238849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:22.18235Z","caller":"traceutil/trace.go:171","msg":"trace[1917580283] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"282.747694ms","start":"2026-02-27T02:16:21.899589Z","end":"2026-02-27T02:16:22.182337Z","steps":["trace[1917580283] 'process raft request' (duration: 155.30988ms)","trace[1917580283] 'compare' (duration: 127.055485ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:22.182345Z","caller":"traceutil/trace.go:171","msg":"trace[1120608200] linearizableReadLoop","detail":"{readStateIndex:24891; appliedIndex:24890; }","duration":"253.440094ms","start":"2026-02-27T02:16:21.928895Z","end":"2026-02-27T02:16:22.182335Z","steps":["trace[1120608200] 'read index received' (duration: 126.033051ms)","trace[1120608200] 'applied index is now lower than readState.Index' (duration: 127.406063ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:22.182466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.571408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:16:22.182683Z","caller":"traceutil/trace.go:171","msg":"trace[730757457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24044; }","duration":"253.805533ms","start":"2026-02-27T02:16:21.928865Z","end":"2026-02-27T02:16:22.182671Z","steps":["trace[730757457] 'agreement among raft nodes before linearized reading' (duration: 253.502046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:22.182805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.243997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:22.182872Z","caller":"traceutil/trace.go:171","msg":"trace[854880623] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24044; }","duration":"205.36748ms","start":"2026-02-27T02:16:21.97749Z","end":"2026-02-27T02:16:22.182857Z","steps":["trace[854880623] 'agreement among raft nodes before linearized reading' (duration: 205.249287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:22.183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.46065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:16:22.183051Z","caller":"traceutil/trace.go:171","msg":"trace[2121298269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24044; }","duration":"157.559562ms","start":"2026-02-27T02:16:22.025484Z","end":"2026-02-27T02:16:22.183044Z","steps":["trace[2121298269] 'agreement among raft nodes before linearized reading' (duration: 157.46163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:22.183095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.644604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:16:22.183119Z","caller":"traceutil/trace.go:171","msg":"trace[1446487956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24044; }","duration":"157.708526ms","start":"2026-02-27T02:16:22.025404Z","end":"2026-02-27T02:16:22.183113Z","steps":["trace[1446487956] 'agreement among raft nodes before linearized reading' (duration: 157.605364ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:22.335856Z","caller":"traceutil/trace.go:171","msg":"trace[2107358120] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"149.907185ms","start":"2026-02-27T02:16:22.185932Z","end":"2026-02-27T02:16:22.335839Z","steps":["trace[2107358120] 'process raft request' (duration: 149.758812ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:22.336011Z","caller":"traceutil/trace.go:171","msg":"trace[1970565605] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"147.620112ms","start":"2026-02-27T02:16:22.188385Z","end":"2026-02-27T02:16:22.336005Z","steps":["trace[1970565605] 'process raft request' (duration: 147.419318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:22.336439Z","caller":"traceutil/trace.go:171","msg":"trace[1445577537] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"144.895759ms","start":"2026-02-27T02:16:22.191519Z","end":"2026-02-27T02:16:22.336415Z","steps":["trace[1445577537] 'process raft request' (duration: 144.654423ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:22.336605Z","caller":"traceutil/trace.go:171","msg":"trace[282034208] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"132.713817ms","start":"2026-02-27T02:16:22.203876Z","end":"2026-02-27T02:16:22.33659Z","steps":["trace[282034208] 'process raft request' (duration: 132.40537ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:22.336697Z","caller":"traceutil/trace.go:171","msg":"trace[458394690] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"148.001221ms","start":"2026-02-27T02:16:22.188683Z","end":"2026-02-27T02:16:22.336684Z","steps":["trace[458394690] 'process raft request' (duration: 147.300765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:22.503139Z","caller":"traceutil/trace.go:171","msg":"trace[505289399] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"107.39073ms","start":"2026-02-27T02:16:22.395707Z","end":"2026-02-27T02:16:22.503098Z","steps":["trace[505289399] 'process raft request' (duration: 68.263012ms)","trace[505289399] 'compare' (duration: 38.851151ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:22.759597Z","caller":"traceutil/trace.go:171","msg":"trace[652824413] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"252.899293ms","start":"2026-02-27T02:16:22.506672Z","end":"2026-02-27T02:16:22.759571Z","steps":["trace[652824413] 'process raft request' (duration: 224.998466ms)","trace[652824413] 'compare' (duration: 27.524158ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:22.759601Z","caller":"traceutil/trace.go:171","msg":"trace[913595370] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"207.091851ms","start":"2026-02-27T02:16:22.552487Z","end":"2026-02-27T02:16:22.759579Z","steps":["trace[913595370] 'process raft request' (duration: 206.866866ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:22.759662Z","caller":"traceutil/trace.go:171","msg":"trace[2041494320] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"239.809469ms","start":"2026-02-27T02:16:22.519823Z","end":"2026-02-27T02:16:22.759633Z","steps":["trace[2041494320] 'process raft request' (duration: 239.476701ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:22.934442Z","caller":"traceutil/trace.go:171","msg":"trace[785443135] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"110.693645ms","start":"2026-02-27T02:16:22.823722Z","end":"2026-02-27T02:16:22.934415Z","steps":["trace[785443135] 'process raft request' (duration: 98.920502ms)","trace[785443135] 'compare' (duration: 11.65295ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:23.003076Z","caller":"traceutil/trace.go:171","msg":"trace[306880655] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"174.363842ms","start":"2026-02-27T02:16:22.828663Z","end":"2026-02-27T02:16:23.003026Z","steps":["trace[306880655] 'process raft request' (duration: 174.096126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.003497Z","caller":"traceutil/trace.go:171","msg":"trace[35558963] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"170.977683ms","start":"2026-02-27T02:16:22.832485Z","end":"2026-02-27T02:16:23.003463Z","steps":["trace[35558963] 'process raft request' (duration: 170.43162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.220624Z","caller":"traceutil/trace.go:171","msg":"trace[1935201039] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"154.775328ms","start":"2026-02-27T02:16:23.065826Z","end":"2026-02-27T02:16:23.220601Z","steps":["trace[1935201039] 'process raft request' (duration: 154.633485ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.492158Z","caller":"traceutil/trace.go:171","msg":"trace[1510973680] linearizableReadLoop","detail":"{readStateIndex:24916; appliedIndex:24915; }","duration":"160.092201ms","start":"2026-02-27T02:16:23.332045Z","end":"2026-02-27T02:16:23.492137Z","steps":["trace[1510973680] 'read index received' (duration: 100.886359ms)","trace[1510973680] 'applied index is now lower than readState.Index' (duration: 59.205192ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:23.492198Z","caller":"traceutil/trace.go:171","msg":"trace[1882581467] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"164.958024ms","start":"2026-02-27T02:16:23.327223Z","end":"2026-02-27T02:16:23.492181Z","steps":["trace[1882581467] 'process raft request' (duration: 105.769282ms)","trace[1882581467] 'compare' (duration: 59.032589ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:23.492402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.341437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-27T02:16:23.49243Z","caller":"traceutil/trace.go:171","msg":"trace[1788936888] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24069; }","duration":"160.391088ms","start":"2026-02-27T02:16:23.33203Z","end":"2026-02-27T02:16:23.492421Z","steps":["trace[1788936888] 'agreement among raft nodes before linearized reading' (duration: 160.240924ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:23.757779Z","caller":"traceutil/trace.go:171","msg":"trace[1728594698] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"213.420957ms","start":"2026-02-27T02:16:23.544335Z","end":"2026-02-27T02:16:23.757756Z","steps":["trace[1728594698] 'process raft request' (duration: 131.479967ms)","trace[1728594698] 'compare' (duration: 81.805877ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:23.889494Z","caller":"traceutil/trace.go:171","msg":"trace[1832212396] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"127.247699ms","start":"2026-02-27T02:16:23.762193Z","end":"2026-02-27T02:16:23.88944Z","steps":["trace[1832212396] 'process raft request' (duration: 114.398691ms)","trace[1832212396] 'compare' (duration: 12.659434ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:24.377389Z","caller":"traceutil/trace.go:171","msg":"trace[1527610098] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"152.223108ms","start":"2026-02-27T02:16:24.225145Z","end":"2026-02-27T02:16:24.377369Z","steps":["trace[1527610098] 'process raft request' (duration: 152.076785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:24.576405Z","caller":"traceutil/trace.go:171","msg":"trace[1112537013] linearizableReadLoop","detail":"{readStateIndex:24932; appliedIndex:24930; }","duration":"162.149328ms","start":"2026-02-27T02:16:24.414239Z","end":"2026-02-27T02:16:24.576388Z","steps":["trace[1112537013] 'read index received' (duration: 51.514724ms)","trace[1112537013] 'applied index is now lower than readState.Index' (duration: 110.633784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:24.576575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.329853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:16:24.576607Z","caller":"traceutil/trace.go:171","msg":"trace[166834322] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24085; }","duration":"162.413394ms","start":"2026-02-27T02:16:24.414186Z","end":"2026-02-27T02:16:24.576599Z","steps":["trace[166834322] 'agreement among raft nodes before linearized reading' (duration: 162.274001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:24.57679Z","caller":"traceutil/trace.go:171","msg":"trace[680008534] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"186.663466ms","start":"2026-02-27T02:16:24.390117Z","end":"2026-02-27T02:16:24.576781Z","steps":["trace[680008534] 'process raft request' (duration: 186.071813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:24.576967Z","caller":"traceutil/trace.go:171","msg":"trace[1480503903] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"186.617835ms","start":"2026-02-27T02:16:24.390342Z","end":"2026-02-27T02:16:24.57696Z","steps":["trace[1480503903] 'process raft request' (duration: 185.996891ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:24.877905Z","caller":"traceutil/trace.go:171","msg":"trace[94736175] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"114.188347ms","start":"2026-02-27T02:16:24.763689Z","end":"2026-02-27T02:16:24.877878Z","steps":["trace[94736175] 'process raft request' (duration: 114.120965ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:24.877916Z","caller":"traceutil/trace.go:171","msg":"trace[460512340] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"260.788436ms","start":"2026-02-27T02:16:24.617085Z","end":"2026-02-27T02:16:24.877873Z","steps":["trace[460512340] 'process raft request' (duration: 209.426515ms)","trace[460512340] 'compare' (duration: 51.128675ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:24.877941Z","caller":"traceutil/trace.go:171","msg":"trace[1402276646] linearizableReadLoop","detail":"{readStateIndex:24934; appliedIndex:24933; }","duration":"121.370723ms","start":"2026-02-27T02:16:24.756522Z","end":"2026-02-27T02:16:24.877893Z","steps":["trace[1402276646] 'read index received' (duration: 69.9271ms)","trace[1402276646] 'applied index is now lower than readState.Index' (duration: 51.439433ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:24.878537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.002078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:24.878632Z","caller":"traceutil/trace.go:171","msg":"trace[1427198009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24088; }","duration":"122.151932ms","start":"2026-02-27T02:16:24.756462Z","end":"2026-02-27T02:16:24.878614Z","steps":["trace[1427198009] 'agreement among raft nodes before linearized reading' (duration: 121.977838ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:25.093895Z","caller":"traceutil/trace.go:171","msg":"trace[1169348625] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"139.908683ms","start":"2026-02-27T02:16:24.95395Z","end":"2026-02-27T02:16:25.093859Z","steps":["trace[1169348625] 'process raft request' (duration: 51.033293ms)","trace[1169348625] 'compare' (duration: 88.412679ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:25.28568Z","caller":"traceutil/trace.go:171","msg":"trace[1788441894] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"106.579281ms","start":"2026-02-27T02:16:25.179073Z","end":"2026-02-27T02:16:25.285652Z","steps":["trace[1788441894] 'process raft request' (duration: 65.879207ms)","trace[1788441894] 'compare' (duration: 40.330495ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:25.790108Z","caller":"traceutil/trace.go:171","msg":"trace[1151108735] linearizableReadLoop","detail":"{readStateIndex:24945; appliedIndex:24944; }","duration":"277.318868ms","start":"2026-02-27T02:16:25.512761Z","end":"2026-02-27T02:16:25.79008Z","steps":["trace[1151108735] 'read index received' (duration: 240.927954ms)","trace[1151108735] 'applied index is now lower than readState.Index' (duration: 36.389394ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:25.790514Z","caller":"traceutil/trace.go:171","msg":"trace[1344398576] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"308.586463ms","start":"2026-02-27T02:16:25.481895Z","end":"2026-02-27T02:16:25.790482Z","steps":["trace[1344398576] 'process raft request' (duration: 271.798411ms)","trace[1344398576] 'compare' (duration: 36.24681ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:25.79063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.83416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6f8jl.1897f61b84386f51\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-02-27T02:16:25.790666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:25.481875Z","time spent":"308.711366ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7208,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:25.790715Z","caller":"traceutil/trace.go:171","msg":"trace[279843044] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6f8jl.1897f61b84386f51; range_end:; response_count:1; response_revision:24098; }","duration":"277.965083ms","start":"2026-02-27T02:16:25.512727Z","end":"2026-02-27T02:16:25.790693Z","steps":["trace[279843044] 'agreement among raft nodes before linearized reading' (duration: 277.713827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:25.920364Z","caller":"traceutil/trace.go:171","msg":"trace[400888422] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"126.625175ms","start":"2026-02-27T02:16:25.793678Z","end":"2026-02-27T02:16:25.920303Z","steps":["trace[400888422] 'process raft request' (duration: 107.469961ms)","trace[400888422] 'compare' (duration: 18.925329ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:25.921101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.185025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29535975-sxfkz\" ","response":"range_response_count:1 size:6548"} {"level":"info","ts":"2026-02-27T02:16:25.921176Z","caller":"traceutil/trace.go:171","msg":"trace[35181053] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29535975-sxfkz; range_end:; response_count:1; response_revision:24101; }","duration":"126.295887ms","start":"2026-02-27T02:16:25.794862Z","end":"2026-02-27T02:16:25.921158Z","steps":["trace[35181053] 'agreement among raft nodes before linearized reading' (duration: 126.067562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:25.921577Z","caller":"traceutil/trace.go:171","msg":"trace[72183358] linearizableReadLoop","detail":"{readStateIndex:24947; appliedIndex:24945; }","duration":"125.465147ms","start":"2026-02-27T02:16:25.794891Z","end":"2026-02-27T02:16:25.920356Z","steps":["trace[72183358] 'read index received' (duration: 85.749567ms)","trace[72183358] 'applied index is now lower than readState.Index' (duration: 39.71456ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:26.344111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.98571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:26.344213Z","caller":"traceutil/trace.go:171","msg":"trace[342406710] linearizableReadLoop","detail":"{readStateIndex:24956; appliedIndex:24955; }","duration":"178.217681ms","start":"2026-02-27T02:16:26.16598Z","end":"2026-02-27T02:16:26.344197Z","steps":["trace[342406710] 'read index received' (duration: 26.972085ms)","trace[342406710] 'applied index is now lower than readState.Index' (duration: 151.244446ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:26.344349Z","caller":"traceutil/trace.go:171","msg":"trace[639747727] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"191.642382ms","start":"2026-02-27T02:16:26.152692Z","end":"2026-02-27T02:16:26.344335Z","steps":["trace[639747727] 'process raft request' (duration: 40.339415ms)","trace[639747727] 'compare' (duration: 150.832456ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:26.344774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.782854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:16:26.344815Z","caller":"traceutil/trace.go:171","msg":"trace[1402337204] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24108; }","duration":"178.842735ms","start":"2026-02-27T02:16:26.165963Z","end":"2026-02-27T02:16:26.344806Z","steps":["trace[1402337204] 'agreement among raft nodes before linearized reading' (duration: 178.61914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.345003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.106098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:26.345033Z","caller":"traceutil/trace.go:171","msg":"trace[582455368] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24108; }","duration":"159.149519ms","start":"2026-02-27T02:16:26.185873Z","end":"2026-02-27T02:16:26.345023Z","steps":["trace[582455368] 'agreement among raft nodes before linearized reading' (duration: 159.102198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:26.34548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.168016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:26.345534Z","caller":"traceutil/trace.go:171","msg":"trace[1301101057] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24108; }","duration":"117.293858ms","start":"2026-02-27T02:16:26.228229Z","end":"2026-02-27T02:16:26.345523Z","steps":["trace[1301101057] 'agreement among raft nodes before linearized reading' (duration: 117.193786ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.479588Z","caller":"traceutil/trace.go:171","msg":"trace[1485123676] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"130.118036ms","start":"2026-02-27T02:16:26.34944Z","end":"2026-02-27T02:16:26.479558Z","steps":["trace[1485123676] 'process raft request' (duration: 106.398626ms)","trace[1485123676] 'compare' (duration: 23.596337ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:26.479685Z","caller":"traceutil/trace.go:171","msg":"trace[1516449067] linearizableReadLoop","detail":"{readStateIndex:24957; appliedIndex:24956; }","duration":"129.942432ms","start":"2026-02-27T02:16:26.349713Z","end":"2026-02-27T02:16:26.479656Z","steps":["trace[1516449067] 'read index received' (duration: 106.107479ms)","trace[1516449067] 'applied index is now lower than readState.Index' (duration: 23.832492ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:26.479854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.111976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:26.479944Z","caller":"traceutil/trace.go:171","msg":"trace[1755327557] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24110; }","duration":"130.252669ms","start":"2026-02-27T02:16:26.349678Z","end":"2026-02-27T02:16:26.47993Z","steps":["trace[1755327557] 'agreement among raft nodes before linearized reading' (duration: 130.085625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:26.75886Z","caller":"traceutil/trace.go:171","msg":"trace[824645648] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"154.696015ms","start":"2026-02-27T02:16:26.60413Z","end":"2026-02-27T02:16:26.758826Z","steps":["trace[824645648] 'process raft request' (duration: 95.401381ms)","trace[824645648] 'compare' (duration: 59.149601ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:26.764542Z","caller":"traceutil/trace.go:171","msg":"trace[1235590383] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"159.477347ms","start":"2026-02-27T02:16:26.605058Z","end":"2026-02-27T02:16:26.764535Z","steps":["trace[1235590383] 'process raft request' (duration: 159.390255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:28.239586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227036502s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:28.239687Z","caller":"traceutil/trace.go:171","msg":"trace[116560149] linearizableReadLoop","detail":"{readStateIndex:24975; appliedIndex:24974; }","duration":"1.161105884s","start":"2026-02-27T02:16:27.078564Z","end":"2026-02-27T02:16:28.239669Z","steps":["trace[116560149] 'read index received' (duration: 47.561µs)","trace[116560149] 'applied index is now lower than readState.Index' (duration: 1.161057033s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:28.239783Z","caller":"traceutil/trace.go:171","msg":"trace[1766564703] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"1.288936137s","start":"2026-02-27T02:16:26.950835Z","end":"2026-02-27T02:16:28.239771Z","steps":["trace[1766564703] 'process raft request' (duration: 61.631339ms)","trace[1766564703] 'compare' (duration: 1.226554361s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:28.239845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:26.950818Z","time spent":"1.288996408s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:28.240147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161587755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:16:28.240185Z","caller":"traceutil/trace.go:171","msg":"trace[1537101889] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24127; }","duration":"1.161660956s","start":"2026-02-27T02:16:27.078514Z","end":"2026-02-27T02:16:28.240174Z","steps":["trace[1537101889] 'agreement among raft nodes before linearized reading' (duration: 1.161525043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:28.240216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:27.07849Z","time spent":"1.161719338s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:16:28.240424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090877426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:28.240463Z","caller":"traceutil/trace.go:171","msg":"trace[1784916742] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24127; }","duration":"1.090945098s","start":"2026-02-27T02:16:27.149508Z","end":"2026-02-27T02:16:28.240453Z","steps":["trace[1784916742] 'agreement among raft nodes before linearized reading' (duration: 1.090882236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:28.240496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:27.149487Z","time spent":"1.090998159s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:28.240665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.833845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:28.240697Z","caller":"traceutil/trace.go:171","msg":"trace[1008017119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24127; }","duration":"483.894346ms","start":"2026-02-27T02:16:27.756795Z","end":"2026-02-27T02:16:28.240689Z","steps":["trace[1008017119] 'agreement among raft nodes before linearized reading' (duration: 483.847015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:28.240724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:27.756777Z","time spent":"483.938837ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:28.240904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.390464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-27T02:16:28.240941Z","caller":"traceutil/trace.go:171","msg":"trace[1612047680] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24127; }","duration":"832.464126ms","start":"2026-02-27T02:16:27.408466Z","end":"2026-02-27T02:16:28.24093Z","steps":["trace[1612047680] 'agreement among raft nodes before linearized reading' (duration: 832.366224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:28.24097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:27.408442Z","time spent":"832.519678ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:16:28.241101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090643171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:28.241211Z","caller":"traceutil/trace.go:171","msg":"trace[898528104] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24127; }","duration":"1.090791884s","start":"2026-02-27T02:16:27.150389Z","end":"2026-02-27T02:16:28.241181Z","steps":["trace[898528104] 'agreement among raft nodes before linearized reading' (duration: 1.090590349s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:28.241281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:27.150373Z","time spent":"1.090891237s","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:28.241107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071930976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:28.241385Z","caller":"traceutil/trace.go:171","msg":"trace[966133840] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24127; }","duration":"1.072291435s","start":"2026-02-27T02:16:27.169079Z","end":"2026-02-27T02:16:28.24137Z","steps":["trace[966133840] 'agreement among raft nodes before linearized reading' (duration: 1.071910106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:28.241435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:27.169068Z","time spent":"1.072353226s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:28.241453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.756637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:16:28.241506Z","caller":"traceutil/trace.go:171","msg":"trace[1222654086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24127; }","duration":"220.845449ms","start":"2026-02-27T02:16:28.020639Z","end":"2026-02-27T02:16:28.241485Z","steps":["trace[1222654086] 'agreement among raft nodes before linearized reading' (duration: 220.683035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:28.241916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.004655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:16:28.242218Z","caller":"traceutil/trace.go:171","msg":"trace[972528151] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24127; }","duration":"250.348743ms","start":"2026-02-27T02:16:27.991849Z","end":"2026-02-27T02:16:28.242197Z","steps":["trace[972528151] 'agreement among raft nodes before linearized reading' (duration: 248.785557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:28.765175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:29.266203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:29.766303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:30.266839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:30.294404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.04757279s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:31.097598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:31.09767Z","caller":"traceutil/trace.go:171","msg":"trace[1951294190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175613s","start":"2026-02-27T02:16:29.097478Z","end":"2026-02-27T02:16:31.097653Z","steps":["trace[1951294190] 'agreement among raft nodes before linearized reading' (duration: 2.000078061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:31.09771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.09746Z","time spent":"2.000242245s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:31.770527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:31.770617Z","caller":"traceutil/trace.go:171","msg":"trace[102873740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313736s","start":"2026-02-27T02:16:29.770284Z","end":"2026-02-27T02:16:31.770597Z","steps":["trace[102873740] 'agreement among raft nodes before linearized reading' (duration: 2.000193763s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:31.770667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.770267Z","time spent":"2.000389638s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:32.876349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:32.876446Z","caller":"traceutil/trace.go:171","msg":"trace[920709287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488589s","start":"2026-02-27T02:16:30.875936Z","end":"2026-02-27T02:16:32.876424Z","steps":["trace[920709287] 'agreement among raft nodes before linearized reading' (duration: 2.000360306s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:32.876503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.87592Z","time spent":"2.000570951s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:33.24501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.246697Z","time spent":"4.998305906s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:33.483417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.485627Z","time spent":"4.997783614s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:33.528853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998868699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:33.528924Z","caller":"traceutil/trace.go:171","msg":"trace[1803819151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998988442s","start":"2026-02-27T02:16:28.529919Z","end":"2026-02-27T02:16:33.528907Z","steps":["trace[1803819151] 'agreement among raft nodes before linearized reading' (duration: 4.998894659s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:33.528964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.529903Z","time spent":"4.999052904s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:33.781335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000572872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:33.781423Z","caller":"traceutil/trace.go:171","msg":"trace[1002474894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000716894s","start":"2026-02-27T02:16:31.780686Z","end":"2026-02-27T02:16:33.781403Z","steps":["trace[1002474894] 'agreement among raft nodes before linearized reading' (duration: 2.000592851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:33.781481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:31.780671Z","time spent":"2.000799647s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:33.885878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.887854Z","time spent":"4.99801497s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:33.921716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345721981s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:33.921909Z","caller":"traceutil/trace.go:171","msg":"trace[5713602] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24127; }","duration":"3.345923006s","start":"2026-02-27T02:16:30.575963Z","end":"2026-02-27T02:16:33.921886Z","steps":["trace[5713602] 'range keys from in-memory index tree' (duration: 3.345704601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:33.924775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.630090902s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:16:34.276218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999694049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:34.276363Z","caller":"traceutil/trace.go:171","msg":"trace[1987370491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999920345s","start":"2026-02-27T02:16:29.276421Z","end":"2026-02-27T02:16:34.276341Z","steps":["trace[1987370491] 'agreement among raft nodes before linearized reading' (duration: 4.99971082s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:34.276419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.27641Z","time spent":"4.999995976s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:16:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:35.17374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.879120574s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:35.247998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.247098Z","time spent":"7.000895695s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:35.411142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998465651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:35.411229Z","caller":"traceutil/trace.go:171","msg":"trace[1191190378] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998611004s","start":"2026-02-27T02:16:30.412598Z","end":"2026-02-27T02:16:35.411209Z","steps":["trace[1191190378] 'agreement among raft nodes before linearized reading' (duration: 4.998500651s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:35.411282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.412568Z","time spent":"4.998703716s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 02:16:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:35.789264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:35.789324Z","caller":"traceutil/trace.go:171","msg":"trace[1641665437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362337s","start":"2026-02-27T02:16:33.788948Z","end":"2026-02-27T02:16:35.78931Z","steps":["trace[1641665437] 'agreement among raft nodes before linearized reading' (duration: 2.000278415s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:35.789365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.788927Z","time spent":"2.000431198s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:36.824077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00017734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:36.824176Z","caller":"traceutil/trace.go:171","msg":"trace[796436204] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.000296042s","start":"2026-02-27T02:16:31.823856Z","end":"2026-02-27T02:16:36.824152Z","steps":["trace[796436204] 'agreement among raft nodes before linearized reading' (duration: 5.000172379s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:36.824227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:31.823793Z","time spent":"5.000423335s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:16:37.011243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.010093Z","time spent":"7.001145981s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:37.150931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998939351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:37.151021Z","caller":"traceutil/trace.go:171","msg":"trace[1326970816] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999088484s","start":"2026-02-27T02:16:32.151912Z","end":"2026-02-27T02:16:37.151Z","steps":["trace[1326970816] 'agreement among raft nodes before linearized reading' (duration: 4.998967131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:37.151073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:32.151894Z","time spent":"4.999168956s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:16:37.685835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.511936514s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:37.789773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999991938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:37.789865Z","caller":"traceutil/trace.go:171","msg":"trace[25629329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126491s","start":"2026-02-27T02:16:35.789707Z","end":"2026-02-27T02:16:37.789833Z","steps":["trace[25629329] 'agreement among raft nodes before linearized reading' (duration: 2.000025799s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:37.789914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.789684Z","time spent":"2.000220503s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:37.926517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.92567Z","time spent":"7.000837513s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:38.020578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773427466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:38.020667Z","caller":"traceutil/trace.go:171","msg":"trace[176697990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.773568158s","start":"2026-02-27T02:16:35.247079Z","end":"2026-02-27T02:16:38.020647Z","steps":["trace[176697990] 'agreement among raft nodes before linearized reading' (duration: 2.773449906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:38.020726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.247061Z","time spent":"2.773647251s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:38.110725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936742412s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:38.110942Z","caller":"traceutil/trace.go:171","msg":"trace[1633924306] linearizableReadLoop","detail":"{readStateIndex:24980; appliedIndex:24975; }","duration":"9.846393841s","start":"2026-02-27T02:16:28.264538Z","end":"2026-02-27T02:16:38.110932Z","steps":["trace[1633924306] 'read index received' (duration: 2.030085776s)","trace[1633924306] 'applied index is now lower than readState.Index' (duration: 7.816307525s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:38.111047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.846507164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:38.111061Z","caller":"traceutil/trace.go:171","msg":"trace[1866573928] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24133; }","duration":"9.846552514s","start":"2026-02-27T02:16:28.264505Z","end":"2026-02-27T02:16:38.111057Z","steps":["trace[1866573928] 'agreement among raft nodes before linearized reading' (duration: 9.846486052s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:38.11108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.264493Z","time spent":"9.846582095s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:38.186915Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"70df9c9cb3583536","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:16:38.48335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998323697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:38.483496Z","caller":"traceutil/trace.go:171","msg":"trace[2076090562] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998513172s","start":"2026-02-27T02:16:33.484962Z","end":"2026-02-27T02:16:38.483476Z","steps":["trace[2076090562] 'agreement among raft nodes before linearized reading' (duration: 4.998345578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:38.483574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.484948Z","time spent":"4.998612734s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:38.511662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000236086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:38.511807Z","caller":"traceutil/trace.go:171","msg":"trace[431716883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000426601s","start":"2026-02-27T02:16:28.51136Z","end":"2026-02-27T02:16:38.511786Z","steps":["trace[431716883] 'agreement among raft nodes before linearized reading' (duration: 10.000273257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:38.511911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.511338Z","time spent":"10.000558094s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/27 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:38.529337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998215006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:38.529403Z","caller":"traceutil/trace.go:171","msg":"trace[1701984955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998329309s","start":"2026-02-27T02:16:35.531059Z","end":"2026-02-27T02:16:38.529388Z","steps":["trace[1701984955] 'agreement among raft nodes before linearized reading' (duration: 2.998249847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:38.529448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.531037Z","time spent":"2.998401921s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:38.6115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:38.768033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000631066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:38.768091Z","caller":"traceutil/trace.go:171","msg":"trace[2115715363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000749069s","start":"2026-02-27T02:16:28.767328Z","end":"2026-02-27T02:16:38.768077Z","steps":["trace[2115715363] 'agreement among raft nodes before linearized reading' (duration: 10.000671137s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:38.768121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.767305Z","time spent":"10.00081089s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/27 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:38.885626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997927868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:38.885703Z","caller":"traceutil/trace.go:171","msg":"trace[637198058] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998052992s","start":"2026-02-27T02:16:33.887632Z","end":"2026-02-27T02:16:38.885685Z","steps":["trace[637198058] 'agreement among raft nodes before linearized reading' (duration: 4.997952179s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:38.885745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.887589Z","time spent":"4.998147983s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:39.111951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:39.612336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:39.794199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:39.794265Z","caller":"traceutil/trace.go:171","msg":"trace[1772848035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147061s","start":"2026-02-27T02:16:37.794103Z","end":"2026-02-27T02:16:39.79425Z","steps":["trace[1772848035] 'agreement among raft nodes before linearized reading' (duration: 2.000060139s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:39.794299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:37.794095Z","time spent":"2.000197242s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:40.113312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:40.614622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:40.978608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.29262261s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:41.089045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:41.089116Z","caller":"traceutil/trace.go:171","msg":"trace[1555265095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362136s","start":"2026-02-27T02:16:39.088737Z","end":"2026-02-27T02:16:41.089099Z","steps":["trace[1555265095] 'agreement among raft nodes before linearized reading' (duration: 2.000269424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:41.089377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:39.088712Z","time spent":"2.000648623s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:41.09588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984940628s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:16:41.096216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.29368ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:41.096344Z","caller":"traceutil/trace.go:171","msg":"trace[1107823455] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24133; }","duration":"520.432203ms","start":"2026-02-27T02:16:40.575895Z","end":"2026-02-27T02:16:41.096327Z","steps":["trace[1107823455] 'range keys from in-memory index tree' (duration: 520.277709ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:41.101129Z","caller":"traceutil/trace.go:171","msg":"trace[562308023] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"5.719753919s","start":"2026-02-27T02:16:35.381358Z","end":"2026-02-27T02:16:41.101112Z","steps":["trace[562308023] 'process raft request' (duration: 5.7146328s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:41.101245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.381334Z","time spent":"5.719846831s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:41.794407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:41.794473Z","caller":"traceutil/trace.go:171","msg":"trace[977243816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099521s","start":"2026-02-27T02:16:39.79436Z","end":"2026-02-27T02:16:41.794459Z","steps":["trace[977243816] 'agreement among raft nodes before linearized reading' (duration: 1.999995199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:41.794507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:39.79434Z","time spent":"2.000159712s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:41.848838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.680401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:16:41.849659Z","caller":"traceutil/trace.go:171","msg":"trace[369780911] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"3.335554815s","start":"2026-02-27T02:16:38.514073Z","end":"2026-02-27T02:16:41.849628Z","steps":["trace[369780911] 'process raft request' (duration: 3.334839718s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:41.849686Z","caller":"traceutil/trace.go:171","msg":"trace[1546180177] linearizableReadLoop","detail":"{readStateIndex:24987; appliedIndex:24981; }","duration":"3.73871061s","start":"2026-02-27T02:16:38.110959Z","end":"2026-02-27T02:16:41.84967Z","steps":["trace[1546180177] 'read index received' (duration: 2.867851184s)","trace[1546180177] 'applied index is now lower than readState.Index' (duration: 870.856786ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:41.849754Z","caller":"traceutil/trace.go:171","msg":"trace[666359577] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"3.316005192s","start":"2026-02-27T02:16:38.533733Z","end":"2026-02-27T02:16:41.849738Z","steps":["trace[666359577] 'process raft request' (duration: 3.315221584s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:41.849669Z","caller":"traceutil/trace.go:171","msg":"trace[1677865463] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"3.079611302s","start":"2026-02-27T02:16:38.770025Z","end":"2026-02-27T02:16:41.849636Z","steps":["trace[1677865463] 'process raft request' (duration: 3.078954037s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:41.849676Z","caller":"traceutil/trace.go:171","msg":"trace[923394252] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"5.228067623s","start":"2026-02-27T02:16:36.621589Z","end":"2026-02-27T02:16:41.849656Z","steps":["trace[923394252] 'process raft request' (duration: 4.479510552s)","trace[923394252] 'compare' (duration: 746.503553ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:41.849825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.770008Z","time spent":"3.079785687s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:41.849824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.514053Z","time spent":"3.335686779s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:41.84988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:36.621567Z","time spent":"5.228288598s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:41.849887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.533719Z","time spent":"3.316076734s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:43.06874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219714113s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:16:43.068831Z","caller":"traceutil/trace.go:171","msg":"trace[983888290] linearizableReadLoop","detail":"{readStateIndex:24988; appliedIndex:24987; }","duration":"1.219080608s","start":"2026-02-27T02:16:41.849737Z","end":"2026-02-27T02:16:43.068817Z","steps":["trace[983888290] 'read index received' (duration: 44.841µs)","trace[983888290] 'applied index is now lower than readState.Index' (duration: 1.219034437s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.068831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.253801023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:16:43.06891Z","caller":"traceutil/trace.go:171","msg":"trace[731511211] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24139; }","duration":"13.253934456s","start":"2026-02-27T02:16:29.814957Z","end":"2026-02-27T02:16:43.068892Z","steps":["trace[731511211] 'agreement among raft nodes before linearized reading' (duration: 12.034764556s)","trace[731511211] 'range keys from in-memory index tree' (duration: 1.218995316s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.068942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.814936Z","time spent":"13.254000847s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:16:43.06898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.090656012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:16:43.0691Z","caller":"traceutil/trace.go:171","msg":"trace[2005997606] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24139; }","duration":"11.090831586s","start":"2026-02-27T02:16:31.978238Z","end":"2026-02-27T02:16:43.06907Z","steps":["trace[2005997606] 'agreement among raft nodes before linearized reading' (duration: 9.871519563s)","trace[2005997606] 'range keys from in-memory index tree' (duration: 1.218987646s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.069154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.676545702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:43.069217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.850155022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.069221Z","caller":"traceutil/trace.go:171","msg":"trace[1972646375] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24139; }","duration":"13.676622894s","start":"2026-02-27T02:16:29.392573Z","end":"2026-02-27T02:16:43.069196Z","steps":["trace[1972646375] 'agreement among raft nodes before linearized reading' (duration: 12.457192188s)","trace[1972646375] 'count revisions from in-memory index tree' (duration: 1.219372185s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:43.069257Z","caller":"traceutil/trace.go:171","msg":"trace[1577028869] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24139; }","duration":"6.850227284s","start":"2026-02-27T02:16:36.219018Z","end":"2026-02-27T02:16:43.069245Z","steps":["trace[1577028869] 'agreement among raft nodes before linearized reading' (duration: 5.630710346s)","trace[1577028869] 'count revisions from in-memory index tree' (duration: 1.219464547s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.069271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.39256Z","time spent":"13.676700235s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.069291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:36.218998Z","time spent":"6.850285155s","remote":"127.0.0.1:39170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.069308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.486134944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:16:43.069332Z","caller":"traceutil/trace.go:171","msg":"trace[1075692584] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24139; }","duration":"6.486159795s","start":"2026-02-27T02:16:36.583165Z","end":"2026-02-27T02:16:43.069324Z","steps":["trace[1075692584] 'agreement among raft nodes before linearized reading' (duration: 5.266519814s)","trace[1075692584] 'count revisions from in-memory index tree' (duration: 1.21960381s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.069352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:36.583109Z","time spent":"6.486239046s","remote":"127.0.0.1:38170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":175,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.069439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.04763367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-27T02:16:43.069459Z","caller":"traceutil/trace.go:171","msg":"trace[168260425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.047682752s","start":"2026-02-27T02:16:38.021771Z","end":"2026-02-27T02:16:43.069454Z","steps":["trace[168260425] 'agreement among raft nodes before linearized reading' (duration: 3.827926099s)","trace[168260425] 'range keys from in-memory index tree' (duration: 1.219727302s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.069474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.021753Z","time spent":"5.047717592s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:43.069533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.092115198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.069549Z","caller":"traceutil/trace.go:171","msg":"trace[305047277] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24139; }","duration":"10.092131398s","start":"2026-02-27T02:16:32.977412Z","end":"2026-02-27T02:16:43.069543Z","steps":["trace[305047277] 'agreement among raft nodes before linearized reading' (duration: 8.872267292s)","trace[305047277] 'count revisions from in-memory index tree' (duration: 1.219822745s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.069564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:32.977372Z","time spent":"10.092188099s","remote":"127.0.0.1:51874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.069567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.648223115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:16:43.069607Z","caller":"traceutil/trace.go:171","msg":"trace[497904178] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24139; }","duration":"12.648302417s","start":"2026-02-27T02:16:30.421292Z","end":"2026-02-27T02:16:43.069594Z","steps":["trace[497904178] 'agreement among raft nodes before linearized reading' (duration: 11.428477302s)","trace[497904178] 'range keys from in-memory index tree' (duration: 1.219697622s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.069635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.421268Z","time spent":"12.648360979s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:16:43.069657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.488272363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.069677Z","caller":"traceutil/trace.go:171","msg":"trace[1641075090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24139; }","duration":"6.488318825s","start":"2026-02-27T02:16:36.581351Z","end":"2026-02-27T02:16:43.069669Z","steps":["trace[1641075090] 'agreement among raft nodes before linearized reading' (duration: 5.268363567s)","trace[1641075090] 'range keys from in-memory index tree' (duration: 1.219926007s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.069695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:36.58133Z","time spent":"6.488358925s","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:16:43.069727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.302660352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.06977Z","caller":"traceutil/trace.go:171","msg":"trace[1251453413] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24139; }","duration":"5.302699193s","start":"2026-02-27T02:16:37.767054Z","end":"2026-02-27T02:16:43.069753Z","steps":["trace[1251453413] 'agreement among raft nodes before linearized reading' (duration: 4.082671073s)","trace[1251453413] 'count revisions from in-memory index tree' (duration: 1.219972089s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.069799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139989991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-27T02:16:43.0698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:37.767009Z","time spent":"5.302783555s","remote":"127.0.0.1:47808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.069797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.598386433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.069824Z","caller":"traceutil/trace.go:171","msg":"trace[1432150928] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24139; }","duration":"5.140050882s","start":"2026-02-27T02:16:37.929765Z","end":"2026-02-27T02:16:43.069816Z","steps":["trace[1432150928] 'agreement among raft nodes before linearized reading' (duration: 3.919940231s)","trace[1432150928] 'range keys from in-memory index tree' (duration: 1.22004609s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.069842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:37.929734Z","time spent":"5.140101874s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:16:43.069837Z","caller":"traceutil/trace.go:171","msg":"trace[1168714333] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24139; }","duration":"9.598447434s","start":"2026-02-27T02:16:33.471377Z","end":"2026-02-27T02:16:43.069824Z","steps":["trace[1168714333] 'agreement among raft nodes before linearized reading' (duration: 8.378384924s)","trace[1168714333] 'count revisions from in-memory index tree' (duration: 1.220010779s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.069868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:33.471361Z","time spent":"9.598498515s","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.069943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.961424571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.069962Z","caller":"traceutil/trace.go:171","msg":"trace[2104254555] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24139; }","duration":"5.961465652s","start":"2026-02-27T02:16:37.108489Z","end":"2026-02-27T02:16:43.069955Z","steps":["trace[2104254555] 'agreement among raft nodes before linearized reading' (duration: 4.741233458s)","trace[2104254555] 'count revisions from in-memory index tree' (duration: 1.220197724s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.06998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:37.108474Z","time spent":"5.961501913s","remote":"127.0.0.1:38160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.070083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.055988213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T02:16:43.070103Z","caller":"traceutil/trace.go:171","msg":"trace[462633368] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24139; }","duration":"6.056023815s","start":"2026-02-27T02:16:37.014074Z","end":"2026-02-27T02:16:43.070097Z","steps":["trace[462633368] 'agreement among raft nodes before linearized reading' (duration: 4.835655457s)","trace[462633368] 'range keys from in-memory index tree' (duration: 1.220322127s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.070116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:37.014063Z","time spent":"6.056050255s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-27T02:16:43.070122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.059933479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:43.069077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.333569102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.070164Z","caller":"traceutil/trace.go:171","msg":"trace[2006588924] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24139; }","duration":"12.334733149s","start":"2026-02-27T02:16:30.735424Z","end":"2026-02-27T02:16:43.070157Z","steps":["trace[2006588924] 'agreement among raft nodes before linearized reading' (duration: 11.114339431s)","trace[2006588924] 'count revisions from in-memory index tree' (duration: 1.219253782s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.070165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.390588069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:43.070207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.182085518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.070212Z","caller":"traceutil/trace.go:171","msg":"trace[1175984699] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24139; }","duration":"6.390662181s","start":"2026-02-27T02:16:36.679538Z","end":"2026-02-27T02:16:43.0702Z","steps":["trace[1175984699] 'agreement among raft nodes before linearized reading' (duration: 5.170200231s)","trace[1175984699] 'count revisions from in-memory index tree' (duration: 1.220244064s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:43.070242Z","caller":"traceutil/trace.go:171","msg":"trace[1231102912] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24139; }","duration":"14.18215511s","start":"2026-02-27T02:16:28.888077Z","end":"2026-02-27T02:16:43.070232Z","steps":["trace[1231102912] 'agreement among raft nodes before linearized reading' (duration: 12.96169365s)","trace[1231102912] 'count revisions from in-memory index tree' (duration: 1.220420479s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.070264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:36.679522Z","time spent":"6.390730902s","remote":"127.0.0.1:39130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.070281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.888056Z","time spent":"14.182212382s","remote":"127.0.0.1:47750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.07031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.445813017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:43.070355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.819763955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-mh97c.1897f8cd436452f1\" ","response":"range_response_count:1 size:933"} {"level":"warn","ts":"2026-02-27T02:16:43.070421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.359778193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.070408Z","caller":"traceutil/trace.go:171","msg":"trace[1129320767] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24139; }","duration":"8.44596822s","start":"2026-02-27T02:16:34.624415Z","end":"2026-02-27T02:16:43.070383Z","steps":["trace[1129320767] 'agreement among raft nodes before linearized reading' (duration: 7.225331947s)","trace[1129320767] 'count revisions from in-memory index tree' (duration: 1.22049292s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:43.070445Z","caller":"traceutil/trace.go:171","msg":"trace[351552608] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:0; response_revision:24139; }","duration":"7.359831615s","start":"2026-02-27T02:16:35.710607Z","end":"2026-02-27T02:16:43.070439Z","steps":["trace[351552608] 'agreement among raft nodes before linearized reading' (duration: 6.13913598s)","trace[351552608] 'range keys from in-memory index tree' (duration: 1.220660824s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.070461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.710589Z","time spent":"7.359868876s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"info","ts":"2026-02-27T02:16:43.070446Z","caller":"traceutil/trace.go:171","msg":"trace[1074415410] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-mh97c.1897f8cd436452f1; range_end:; response_count:1; response_revision:24139; }","duration":"7.819857558s","start":"2026-02-27T02:16:35.250559Z","end":"2026-02-27T02:16:43.070417Z","steps":["trace[1074415410] 'agreement among raft nodes before linearized reading' (duration: 6.599189344s)","trace[1074415410] 'range keys from in-memory index tree' (duration: 1.22047201s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.070476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:34.624385Z","time spent":"8.446074333s","remote":"127.0.0.1:46944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.070495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.833196863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:43.0705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.302759937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:16:43.069161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:31.978222Z","time spent":"11.090927108s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T02:16:43.070542Z","caller":"traceutil/trace.go:171","msg":"trace[1182747516] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24139; }","duration":"13.302798588s","start":"2026-02-27T02:16:29.767731Z","end":"2026-02-27T02:16:43.07053Z","steps":["trace[1182747516] 'agreement among raft nodes before linearized reading' (duration: 12.082022721s)","trace[1182747516] 'range keys from in-memory index tree' (duration: 1.220679325s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.070557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.435104228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:43.070595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.349910829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T02:16:43.070071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.09184956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T02:16:43.07057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.767678Z","time spent":"13.302885251s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:16:43.070497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:35.250553Z","time spent":"7.81993168s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":956,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-mh97c.1897f8cd436452f1\" "} {"level":"warn","ts":"2026-02-27T02:16:43.070669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.672489788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf\" ","response":"range_response_count:1 size:6323"} {"level":"info","ts":"2026-02-27T02:16:43.070693Z","caller":"traceutil/trace.go:171","msg":"trace[661023698] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf; range_end:; response_count:1; response_revision:24139; }","duration":"13.672555219s","start":"2026-02-27T02:16:29.39813Z","end":"2026-02-27T02:16:43.070685Z","steps":["trace[661023698] 'agreement among raft nodes before linearized reading' (duration: 12.451638189s)","trace[661023698] 'range keys from in-memory index tree' (duration: 1.220848878s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.070712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.585387876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T02:16:43.070683Z","caller":"traceutil/trace.go:171","msg":"trace[392925153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24139; }","duration":"11.092471374s","start":"2026-02-27T02:16:31.978181Z","end":"2026-02-27T02:16:43.070652Z","steps":["trace[392925153] 'agreement among raft nodes before linearized reading' (duration: 9.871587594s)","trace[392925153] 'range keys from in-memory index tree' (duration: 1.220226494s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:43.070735Z","caller":"traceutil/trace.go:171","msg":"trace[1516903812] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24139; }","duration":"4.585410246s","start":"2026-02-27T02:16:38.485319Z","end":"2026-02-27T02:16:43.070729Z","steps":["trace[1516903812] 'agreement among raft nodes before linearized reading' (duration: 4.585351675s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:43.070171Z","caller":"traceutil/trace.go:171","msg":"trace[177673845] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24139; }","duration":"13.06000647s","start":"2026-02-27T02:16:30.010149Z","end":"2026-02-27T02:16:43.070155Z","steps":["trace[177673845] 'agreement among raft nodes before linearized reading' (duration: 11.839622482s)","trace[177673845] 'count revisions from in-memory index tree' (duration: 1.220330037s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.070752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.485258Z","time spent":"4.585491108s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-27T02:16:43.070616Z","caller":"traceutil/trace.go:171","msg":"trace[1700108942] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24139; }","duration":"10.435195589s","start":"2026-02-27T02:16:32.635404Z","end":"2026-02-27T02:16:43.0706Z","steps":["trace[1700108942] 'agreement among raft nodes before linearized reading' (duration: 9.214336511s)","trace[1700108942] 'count revisions from in-memory index tree' (duration: 1.220788047s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.070775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.854851694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-27T02:16:43.070773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183222304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-02-27T02:16:43.070786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:32.635385Z","time spent":"10.435388554s","remote":"127.0.0.1:39122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:43.070535Z","caller":"traceutil/trace.go:171","msg":"trace[1759969457] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24139; }","duration":"13.833265545s","start":"2026-02-27T02:16:29.237258Z","end":"2026-02-27T02:16:43.070524Z","steps":["trace[1759969457] 'agreement among raft nodes before linearized reading' (duration: 12.612522828s)","trace[1759969457] 'count revisions from in-memory index tree' (duration: 1.220680614s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:43.070795Z","caller":"traceutil/trace.go:171","msg":"trace[22451868] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24139; }","duration":"13.854915777s","start":"2026-02-27T02:16:29.215873Z","end":"2026-02-27T02:16:43.070789Z","steps":["trace[22451868] 'agreement among raft nodes before linearized reading' (duration: 12.633912075s)","trace[22451868] 'range keys from in-memory index tree' (duration: 1.220939821s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:43.070808Z","caller":"traceutil/trace.go:171","msg":"trace[1390502234] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24139; }","duration":"4.183293835s","start":"2026-02-27T02:16:38.887503Z","end":"2026-02-27T02:16:43.070797Z","steps":["trace[1390502234] 'agreement among raft nodes before linearized reading' (duration: 4.183162262s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.070822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652682905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:16:43.070827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.237248Z","time spent":"13.833562601s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.070848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.887484Z","time spent":"4.183356277s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T02:16:43.07077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:31.978167Z","time spent":"11.092575907s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:16:43.070876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135732856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.070891Z","caller":"traceutil/trace.go:171","msg":"trace[365398819] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24139; }","duration":"1.135776537s","start":"2026-02-27T02:16:41.93511Z","end":"2026-02-27T02:16:43.070887Z","steps":["trace[365398819] 'agreement among raft nodes before linearized reading' (duration: 1.135751236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.070908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.935094Z","time spent":"1.135809777s","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.070616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.718406376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.070956Z","caller":"traceutil/trace.go:171","msg":"trace[1683034898] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24139; }","duration":"8.718777064s","start":"2026-02-27T02:16:34.352163Z","end":"2026-02-27T02:16:43.07094Z","steps":["trace[1683034898] 'agreement among raft nodes before linearized reading' (duration: 7.497594108s)","trace[1683034898] 'count revisions from in-memory index tree' (duration: 1.220842288s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:16:43.070839Z","caller":"traceutil/trace.go:171","msg":"trace[336638756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24139; }","duration":"4.652737477s","start":"2026-02-27T02:16:38.418098Z","end":"2026-02-27T02:16:43.070835Z","steps":["trace[336638756] 'agreement among raft nodes before linearized reading' (duration: 4.652687916s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.071027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.114155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:43.07099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.737598147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127288"} {"level":"info","ts":"2026-02-27T02:16:43.07062Z","caller":"traceutil/trace.go:171","msg":"trace[41590691] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24139; }","duration":"14.34996303s","start":"2026-02-27T02:16:28.720648Z","end":"2026-02-27T02:16:43.070611Z","steps":["trace[41590691] 'agreement among raft nodes before linearized reading' (duration: 13.129129701s)","trace[41590691] 'range keys from in-memory index tree' (duration: 1.220766906s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.070721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.398105Z","time spent":"13.67261068s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":6346,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf\" "} {"level":"warn","ts":"2026-02-27T02:16:43.071066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663025276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-02-27T02:16:43.071075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:28.720637Z","time spent":"14.350430761s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-27T02:16:43.07109Z","caller":"traceutil/trace.go:171","msg":"trace[262542365] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24139; }","duration":"3.663089248s","start":"2026-02-27T02:16:39.407996Z","end":"2026-02-27T02:16:43.071085Z","steps":["trace[262542365] 'agreement among raft nodes before linearized reading' (duration: 3.663024806s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:43.071082Z","caller":"traceutil/trace.go:171","msg":"trace[1594747135] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24139; }","duration":"13.737691429s","start":"2026-02-27T02:16:29.333373Z","end":"2026-02-27T02:16:43.071064Z","steps":["trace[1594747135] 'agreement among raft nodes before linearized reading' (duration: 12.516364599s)","trace[1594747135] 'range keys from in-memory index tree' (duration: 1.220995872s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:43.071101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056804684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-27T02:16:43.071112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:39.407971Z","time spent":"3.663138498s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:16:43.070182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.73539Z","time spent":"12.334785941s","remote":"127.0.0.1:39292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:43.071125Z","caller":"traceutil/trace.go:171","msg":"trace[882528280] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24139; }","duration":"4.056846274s","start":"2026-02-27T02:16:39.014272Z","end":"2026-02-27T02:16:43.071118Z","steps":["trace[882528280] 'agreement among raft nodes before linearized reading' (duration: 4.056778903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.070782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:30.010135Z","time spent":"13.060629555s","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:43.071044Z","caller":"traceutil/trace.go:171","msg":"trace[245523134] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24139; }","duration":"199.152576ms","start":"2026-02-27T02:16:42.871885Z","end":"2026-02-27T02:16:43.071037Z","steps":["trace[245523134] 'agreement among raft nodes before linearized reading' (duration: 199.126406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.071165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298219732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:43.071172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066123429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.071203Z","caller":"traceutil/trace.go:171","msg":"trace[983263729] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24139; }","duration":"4.06615623s","start":"2026-02-27T02:16:39.00504Z","end":"2026-02-27T02:16:43.071197Z","steps":["trace[983263729] 'agreement among raft nodes before linearized reading' (duration: 4.066106829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.071221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728732551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T02:16:43.07123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:39.004983Z","time spent":"4.066240762s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.071002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:34.35214Z","time spent":"8.718848936s","remote":"127.0.0.1:52750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.070815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.215848Z","time spent":"13.854963547s","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T02:16:43.07124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98323487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:43.071037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266411084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.071287Z","caller":"traceutil/trace.go:171","msg":"trace[1507178952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24139; }","duration":"1.266688091s","start":"2026-02-27T02:16:41.804589Z","end":"2026-02-27T02:16:43.071277Z","steps":["trace[1507178952] 'agreement among raft nodes before linearized reading' (duration: 1.266427245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.071325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.80457Z","time spent":"1.266746413s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:43.071041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:38.418076Z","time spent":"4.652954281s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:16:43.071091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.583091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.0714Z","caller":"traceutil/trace.go:171","msg":"trace[367495292] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24139; }","duration":"883.919779ms","start":"2026-02-27T02:16:42.187475Z","end":"2026-02-27T02:16:43.071395Z","steps":["trace[367495292] 'agreement among raft nodes before linearized reading' (duration: 883.604131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.071422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:42.187457Z","time spent":"883.959419ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.071205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541095831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.071179Z","caller":"traceutil/trace.go:171","msg":"trace[945671085] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24139; }","duration":"1.298256423s","start":"2026-02-27T02:16:41.772919Z","end":"2026-02-27T02:16:43.071175Z","steps":["trace[945671085] 'agreement among raft nodes before linearized reading' (duration: 1.298231702s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:43.071468Z","caller":"traceutil/trace.go:171","msg":"trace[692221186] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24139; }","duration":"1.541376458s","start":"2026-02-27T02:16:41.530074Z","end":"2026-02-27T02:16:43.071451Z","steps":["trace[692221186] 'agreement among raft nodes before linearized reading' (duration: 1.541117672s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.071521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.530052Z","time spent":"1.541455839s","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.071068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.124054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:43.07148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.772875Z","time spent":"1.298596321s","remote":"127.0.0.1:47812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:43.07156Z","caller":"traceutil/trace.go:171","msg":"trace[2059171755] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24139; }","duration":"274.639326ms","start":"2026-02-27T02:16:42.796913Z","end":"2026-02-27T02:16:43.071552Z","steps":["trace[2059171755] 'agreement among raft nodes before linearized reading' (duration: 274.140235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.071134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:29.333346Z","time spent":"13.73777548s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127311,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T02:16:43.07118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524236051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:43.071699Z","caller":"traceutil/trace.go:171","msg":"trace[18627321] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24139; }","duration":"2.524790123s","start":"2026-02-27T02:16:40.546894Z","end":"2026-02-27T02:16:43.071684Z","steps":["trace[18627321] 'agreement among raft nodes before linearized reading' (duration: 2.524272651s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.071734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:40.546873Z","time spent":"2.524850724s","remote":"127.0.0.1:46506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:43.071243Z","caller":"traceutil/trace.go:171","msg":"trace[399772563] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24139; }","duration":"2.728779461s","start":"2026-02-27T02:16:40.342458Z","end":"2026-02-27T02:16:43.071237Z","steps":["trace[399772563] 'agreement among raft nodes before linearized reading' (duration: 2.72873194s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.071843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:40.342441Z","time spent":"2.729377156s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T02:16:43.071262Z","caller":"traceutil/trace.go:171","msg":"trace[925398658] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24139; }","duration":"1.983273552s","start":"2026-02-27T02:16:41.087982Z","end":"2026-02-27T02:16:43.071256Z","steps":["trace[925398658] 'agreement among raft nodes before linearized reading' (duration: 1.983234491s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:43.071954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:41.087968Z","time spent":"1.983973477s","remote":"127.0.0.1:52816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:43.071146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:39.014261Z","time spent":"4.056880675s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:16:43.574335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:44.075485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:44.575996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:44.960866Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.886993419s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:16:44.961234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.073746Z","time spent":"1.88748071s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:45.009474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923343381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:45.009581Z","caller":"traceutil/trace.go:171","msg":"trace[1776913566] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"1.923488334s","start":"2026-02-27T02:16:43.086064Z","end":"2026-02-27T02:16:45.009552Z","steps":["trace[1776913566] 'agreement among raft nodes before linearized reading' (duration: 1.923361851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:45.009648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.086051Z","time spent":"1.923580106s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/27 02:16:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:45.07533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:45.075431Z","caller":"traceutil/trace.go:171","msg":"trace[961221150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007608s","start":"2026-02-27T02:16:43.075331Z","end":"2026-02-27T02:16:45.075407Z","steps":["trace[961221150] 'agreement among raft nodes before linearized reading' (duration: 1.999945657s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:45.075491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.075316Z","time spent":"2.000162961s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:47.080186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999863245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:47.08033Z","caller":"traceutil/trace.go:171","msg":"trace[1180529909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000043249s","start":"2026-02-27T02:16:45.080232Z","end":"2026-02-27T02:16:47.080275Z","steps":["trace[1180529909] 'agreement among raft nodes before linearized reading' (duration: 1.999910425s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:47.080391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:45.080215Z","time spent":"2.000163952s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:48.07582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.076949Z","time spent":"4.998856878s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:48.075893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.076338Z","time spent":"4.999548684s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:48.076523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.077509Z","time spent":"4.999012032s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:48.078078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.077867Z","time spent":"5.00020897s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:16:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:49.081451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:49.081516Z","caller":"traceutil/trace.go:171","msg":"trace[620560087] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965898s","start":"2026-02-27T02:16:47.081536Z","end":"2026-02-27T02:16:49.081502Z","steps":["trace[620560087] 'agreement among raft nodes before linearized reading' (duration: 1.999883336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:49.081554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:47.081512Z","time spent":"2.00003189s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:50.07537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.074511Z","time spent":"7.000848274s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:50.078697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.078542Z","time spent":"7.000151498s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:50.078708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.078209Z","time spent":"7.000493915s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:50.096268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.095146Z","time spent":"7.001115771s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:51.088054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:51.0882Z","caller":"traceutil/trace.go:171","msg":"trace[529246721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395048s","start":"2026-02-27T02:16:49.087777Z","end":"2026-02-27T02:16:51.088172Z","steps":["trace[529246721] 'agreement among raft nodes before linearized reading' (duration: 2.000213033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.088326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:49.08776Z","time spent":"2.000550611s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:51.089176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:51.089332Z","caller":"traceutil/trace.go:171","msg":"trace[1821651012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344766s","start":"2026-02-27T02:16:49.088963Z","end":"2026-02-27T02:16:51.089308Z","steps":["trace[1821651012] 'agreement among raft nodes before linearized reading' (duration: 2.000159982s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:51.089389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:49.08895Z","time spent":"2.000426157s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:51.963162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:44.962351Z","time spent":"7.000797653s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:52.012623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:45.011907Z","time spent":"7.00070996s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:16:52.421651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.460607681s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:16:52.422504Z","caller":"traceutil/trace.go:171","msg":"trace[558489811] linearizableReadLoop","detail":"{readStateIndex:24997; appliedIndex:24988; }","duration":"9.348390788s","start":"2026-02-27T02:16:43.074094Z","end":"2026-02-27T02:16:52.422485Z","steps":["trace[558489811] 'read index received' (duration: 1.886990599s)","trace[558489811] 'applied index is now lower than readState.Index' (duration: 7.461399189s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:52.423236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.349124225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114876"} {"level":"info","ts":"2026-02-27T02:16:52.423269Z","caller":"traceutil/trace.go:171","msg":"trace[1202109462] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24146; }","duration":"9.349204426s","start":"2026-02-27T02:16:43.074057Z","end":"2026-02-27T02:16:52.423261Z","steps":["trace[1202109462] 'agreement among raft nodes before linearized reading' (duration: 9.348738505s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:52.423296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.074036Z","time spent":"9.349252598s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114899,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T02:16:52.923006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:53.086134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008070029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:53.08627Z","caller":"traceutil/trace.go:171","msg":"trace[1774582650] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.008278383s","start":"2026-02-27T02:16:43.07796Z","end":"2026-02-27T02:16:53.086238Z","steps":["trace[1774582650] 'agreement among raft nodes before linearized reading' (duration: 10.008057008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:53.08636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.077957Z","time spent":"10.008382526s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/27 02:16:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:53.097142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:53.097212Z","caller":"traceutil/trace.go:171","msg":"trace[1594810708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035509s","start":"2026-02-27T02:16:51.09716Z","end":"2026-02-27T02:16:53.097195Z","steps":["trace[1594810708] 'agreement among raft nodes before linearized reading' (duration: 1.999940367s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:53.09725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.097144Z","time spent":"2.00009941s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:53.427515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:53.928116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:54.42831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:54.92931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:55.098342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999758292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:55.098419Z","caller":"traceutil/trace.go:171","msg":"trace[379859034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999885765s","start":"2026-02-27T02:16:53.098517Z","end":"2026-02-27T02:16:55.098403Z","steps":["trace[379859034] 'agreement among raft nodes before linearized reading' (duration: 1.999791023s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:55.098461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:53.098494Z","time spent":"1.999956896s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:55.42995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:55.568601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998022841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:55.568723Z","caller":"traceutil/trace.go:171","msg":"trace[1981974336] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998227535s","start":"2026-02-27T02:16:50.570469Z","end":"2026-02-27T02:16:55.568697Z","steps":["trace[1981974336] 'agreement among raft nodes before linearized reading' (duration: 4.998055351s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:55.568791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:50.570448Z","time spent":"4.998327627s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 02:16:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:55.930718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:56.069986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999238419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:16:56.070082Z","caller":"traceutil/trace.go:171","msg":"trace[266746828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999394962s","start":"2026-02-27T02:16:51.070663Z","end":"2026-02-27T02:16:56.070058Z","steps":["trace[266746828] 'agreement among raft nodes before linearized reading' (duration: 4.999270589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:56.070141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.070641Z","time spent":"4.999486644s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:16:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:56.431049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:56.866157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998513632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:56.866224Z","caller":"traceutil/trace.go:171","msg":"trace[879803258] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998641705s","start":"2026-02-27T02:16:51.867568Z","end":"2026-02-27T02:16:56.86621Z","steps":["trace[879803258] 'agreement among raft nodes before linearized reading' (duration: 4.998550813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:56.866264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.867545Z","time spent":"4.998711566s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:16:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:56.931725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:57.07099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9984521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:57.071092Z","caller":"traceutil/trace.go:171","msg":"trace[2129142685] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998676765s","start":"2026-02-27T02:16:52.07238Z","end":"2026-02-27T02:16:57.071056Z","steps":["trace[2129142685] 'agreement among raft nodes before linearized reading' (duration: 4.998552532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:57.07114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:52.072356Z","time spent":"4.998775078s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/27 02:16:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:57.106017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:16:57.106061Z","caller":"traceutil/trace.go:171","msg":"trace[2071632674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234384s","start":"2026-02-27T02:16:55.105815Z","end":"2026-02-27T02:16:57.106049Z","steps":["trace[2071632674] 'agreement among raft nodes before linearized reading' (duration: 2.000188083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:57.106089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.105804Z","time spent":"2.000277815s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:16:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:16:57.432106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:57.93274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:58.3184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.896584898s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:16:58.318999Z","caller":"traceutil/trace.go:171","msg":"trace[523422501] linearizableReadLoop","detail":"{readStateIndex:25001; appliedIndex:24997; }","duration":"5.896439744s","start":"2026-02-27T02:16:52.422538Z","end":"2026-02-27T02:16:58.318978Z","steps":["trace[523422501] 'read index received' (duration: 5.896057326s)","trace[523422501] 'applied index is now lower than readState.Index' (duration: 381.598µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:16:58.31921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.302077907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T02:16:58.319252Z","caller":"traceutil/trace.go:171","msg":"trace[839799811] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24150; }","duration":"6.302159459s","start":"2026-02-27T02:16:52.017083Z","end":"2026-02-27T02:16:58.319243Z","steps":["trace[839799811] 'agreement among raft nodes before linearized reading' (duration: 6.302018145s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.319265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.35269166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T02:16:58.319281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:52.017071Z","time spent":"6.302203769s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-27T02:16:58.319294Z","caller":"traceutil/trace.go:171","msg":"trace[958826459] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:24150; }","duration":"6.352741161s","start":"2026-02-27T02:16:51.966544Z","end":"2026-02-27T02:16:58.319286Z","steps":["trace[958826459] 'agreement among raft nodes before linearized reading' (duration: 6.35269588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.319256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.433347617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:58.319318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.966528Z","time spent":"6.352783532s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T02:16:58.319345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.45258097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:58.319393Z","caller":"traceutil/trace.go:171","msg":"trace[1373403211] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24150; }","duration":"12.452651052s","start":"2026-02-27T02:16:45.866725Z","end":"2026-02-27T02:16:58.319376Z","steps":["trace[1373403211] 'agreement among raft nodes before linearized reading' (duration: 12.45259152s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.319432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:45.866709Z","time spent":"12.452716473s","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.319462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.012042569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:16:58.319605Z","caller":"traceutil/trace.go:171","msg":"trace[1788496017] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24150; }","duration":"12.012220302s","start":"2026-02-27T02:16:46.30735Z","end":"2026-02-27T02:16:58.319571Z","steps":["trace[1788496017] 'agreement among raft nodes before linearized reading' (duration: 12.011857804s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:58.319648Z","caller":"traceutil/trace.go:171","msg":"trace[2093471136] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"6.883213987s","start":"2026-02-27T02:16:51.436423Z","end":"2026-02-27T02:16:58.319637Z","steps":["trace[2093471136] 'process raft request' (duration: 6.88247204s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.319663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.240316893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-4d7xf.1897f8c8ba5505b7\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-02-27T02:16:58.319685Z","caller":"traceutil/trace.go:171","msg":"trace[997761548] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-4d7xf.1897f8c8ba5505b7; range_end:; response_count:1; response_revision:24150; }","duration":"8.240369785s","start":"2026-02-27T02:16:50.079307Z","end":"2026-02-27T02:16:58.319677Z","steps":["trace[997761548] 'agreement among raft nodes before linearized reading' (duration: 8.240296613s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.319678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:46.307325Z","time spent":"12.012337885s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:16:58.319706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:50.079292Z","time spent":"8.240410585s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":897,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-4d7xf.1897f8c8ba5505b7\" "} {"level":"warn","ts":"2026-02-27T02:16:58.319725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.595441482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:16:58.319732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.436394Z","time spent":"6.883285119s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:16:58.319752Z","caller":"traceutil/trace.go:171","msg":"trace[1733743920] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24150; }","duration":"12.595518883s","start":"2026-02-27T02:16:45.724226Z","end":"2026-02-27T02:16:58.319745Z","steps":["trace[1733743920] 'agreement among raft nodes before linearized reading' (duration: 12.59539944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.319774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:45.724208Z","time spent":"12.595559715s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:16:58.319348Z","caller":"traceutil/trace.go:171","msg":"trace[305928289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24150; }","duration":"9.433487051s","start":"2026-02-27T02:16:48.885838Z","end":"2026-02-27T02:16:58.319325Z","steps":["trace[305928289] 'agreement among raft nodes before linearized reading' (duration: 9.433242285s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:58.319821Z","caller":"traceutil/trace.go:171","msg":"trace[988876094] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"6.405192067s","start":"2026-02-27T02:16:51.91462Z","end":"2026-02-27T02:16:58.319812Z","steps":["trace[988876094] 'process raft request' (duration: 6.404315337s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.319842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:48.885818Z","time spent":"9.434014432s","remote":"127.0.0.1:39264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.319872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:51.914602Z","time spent":"6.405238767s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:16:58.319887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.242719642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T02:16:58.319904Z","caller":"traceutil/trace.go:171","msg":"trace[1688027087] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24150; }","duration":"15.242763994s","start":"2026-02-27T02:16:43.077135Z","end":"2026-02-27T02:16:58.319899Z","steps":["trace[1688027087] 'agreement among raft nodes before linearized reading' (duration: 15.242706482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.31922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.109520531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:58.319923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.07712Z","time spent":"15.242799604s","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-27T02:16:58.319939Z","caller":"traceutil/trace.go:171","msg":"trace[648948081] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24150; }","duration":"8.11032124s","start":"2026-02-27T02:16:50.209611Z","end":"2026-02-27T02:16:58.319933Z","steps":["trace[648948081] 'agreement among raft nodes before linearized reading' (duration: 8.109510041s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.319268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.84997753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:58.319962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:50.209593Z","time spent":"8.110363241s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:58.319976Z","caller":"traceutil/trace.go:171","msg":"trace[1175372618] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24150; }","duration":"14.850759048s","start":"2026-02-27T02:16:43.469211Z","end":"2026-02-27T02:16:58.31997Z","steps":["trace[1175372618] 'agreement among raft nodes before linearized reading' (duration: 14.84994935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.46919Z","time spent":"14.850807219s","remote":"127.0.0.1:47840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.32005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.242313863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T02:16:58.320071Z","caller":"traceutil/trace.go:171","msg":"trace[915411860] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24150; }","duration":"15.242343154s","start":"2026-02-27T02:16:43.077722Z","end":"2026-02-27T02:16:58.320066Z","steps":["trace[915411860] 'agreement among raft nodes before linearized reading' (duration: 15.242274112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.077716Z","time spent":"15.242366725s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:16:58.320143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.230353716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T02:16:58.320229Z","caller":"traceutil/trace.go:171","msg":"trace[408710115] range","detail":"{range_begin:/registry/persistentvolumes/pvc-40be4114-4544-49b4-b43c-a0f3870b9542; range_end:; response_count:1; response_revision:24150; }","duration":"15.230445488s","start":"2026-02-27T02:16:43.089767Z","end":"2026-02-27T02:16:58.320212Z","steps":["trace[408710115] 'agreement among raft nodes before linearized reading' (duration: 15.229874475s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.575818827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:58.320338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.437086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:58.320349Z","caller":"traceutil/trace.go:171","msg":"trace[1663143445] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24150; }","duration":"11.575879379s","start":"2026-02-27T02:16:46.744462Z","end":"2026-02-27T02:16:58.320341Z","steps":["trace[1663143445] 'agreement among raft nodes before linearized reading' (duration: 11.575830468s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:58.320362Z","caller":"traceutil/trace.go:171","msg":"trace[1242364416] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24150; }","duration":"656.498607ms","start":"2026-02-27T02:16:57.663857Z","end":"2026-02-27T02:16:58.320355Z","steps":["trace[1242364416] 'agreement among raft nodes before linearized reading' (duration: 656.458116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.220544535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-mh97c\" ","response":"range_response_count:1 size:6269"} {"level":"warn","ts":"2026-02-27T02:16:58.320382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:57.663834Z","time spent":"656.542748ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:58.320403Z","caller":"traceutil/trace.go:171","msg":"trace[1067821187] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-mh97c; range_end:; response_count:1; response_revision:24150; }","duration":"8.220629576s","start":"2026-02-27T02:16:50.099764Z","end":"2026-02-27T02:16:58.320393Z","steps":["trace[1067821187] 'agreement among raft nodes before linearized reading' (duration: 8.219610543s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725202348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:58.320434Z","caller":"traceutil/trace.go:171","msg":"trace[1900810280] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24150; }","duration":"3.725262229s","start":"2026-02-27T02:16:54.595166Z","end":"2026-02-27T02:16:58.320428Z","steps":["trace[1900810280] 'agreement among raft nodes before linearized reading' (duration: 3.725234148s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:50.099746Z","time spent":"8.220686798s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6292,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-mh97c\" "} {"level":"warn","ts":"2026-02-27T02:16:58.320462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:54.595141Z","time spent":"3.72530641s","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.319611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.915304678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418711"} {"level":"warn","ts":"2026-02-27T02:16:58.320496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.551335675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:58.320526Z","caller":"traceutil/trace.go:171","msg":"trace[1945410347] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24150; }","duration":"10.916308601s","start":"2026-02-27T02:16:47.404209Z","end":"2026-02-27T02:16:58.320517Z","steps":["trace[1945410347] 'agreement among raft nodes before linearized reading' (duration: 10.914898498s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.158058949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:58.320555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:47.404194Z","time spent":"10.916353332s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418734,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-27T02:16:58.32055Z","caller":"traceutil/trace.go:171","msg":"trace[1283696544] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24150; }","duration":"4.551433288s","start":"2026-02-27T02:16:53.7691Z","end":"2026-02-27T02:16:58.320534Z","steps":["trace[1283696544] 'agreement among raft nodes before linearized reading' (duration: 4.551314255s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:58.320568Z","caller":"traceutil/trace.go:171","msg":"trace[1892544642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24150; }","duration":"5.15811582s","start":"2026-02-27T02:16:53.162446Z","end":"2026-02-27T02:16:58.320562Z","steps":["trace[1892544642] 'agreement among raft nodes before linearized reading' (duration: 5.158079349s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.32059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:53.162427Z","time spent":"5.158156431s","remote":"127.0.0.1:46596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.320599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.824047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:58.320596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:53.769077Z","time spent":"4.55150519s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:58.320621Z","caller":"traceutil/trace.go:171","msg":"trace[94123369] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24150; }","duration":"748.886328ms","start":"2026-02-27T02:16:57.571728Z","end":"2026-02-27T02:16:58.320614Z","steps":["trace[94123369] 'agreement among raft nodes before linearized reading' (duration: 748.834437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.32064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:57.571707Z","time spent":"748.927669ms","remote":"127.0.0.1:39242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.320711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.51060998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:58.320371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:46.744446Z","time spent":"11.57591898s","remote":"127.0.0.1:39132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:58.320735Z","caller":"traceutil/trace.go:171","msg":"trace[2013397844] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24150; }","duration":"5.510661022s","start":"2026-02-27T02:16:52.810068Z","end":"2026-02-27T02:16:58.32073Z","steps":["trace[2013397844] 'agreement among raft nodes before linearized reading' (duration: 5.510621731s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:52.810054Z","time spent":"5.510695403s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.320762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.390439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:58.320781Z","caller":"traceutil/trace.go:171","msg":"trace[2030782895] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24150; }","duration":"925.458561ms","start":"2026-02-27T02:16:57.395316Z","end":"2026-02-27T02:16:58.320775Z","steps":["trace[2030782895] 'agreement among raft nodes before linearized reading' (duration: 925.41285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:57.395287Z","time spent":"925.505662ms","remote":"127.0.0.1:46914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.320884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311884535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:58.320914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42123799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:58.320513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.088897616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:58.320934Z","caller":"traceutil/trace.go:171","msg":"trace[1390340208] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24150; }","duration":"4.311959567s","start":"2026-02-27T02:16:54.008958Z","end":"2026-02-27T02:16:58.320918Z","steps":["trace[1390340208] 'agreement among raft nodes before linearized reading' (duration: 4.311863085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436290081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:16:58.320953Z","caller":"traceutil/trace.go:171","msg":"trace[764411813] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24150; }","duration":"4.421334302s","start":"2026-02-27T02:16:53.899606Z","end":"2026-02-27T02:16:58.320941Z","steps":["trace[764411813] 'agreement among raft nodes before linearized reading' (duration: 4.42126597s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:58.320977Z","caller":"traceutil/trace.go:171","msg":"trace[1928860307] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24150; }","duration":"2.436349223s","start":"2026-02-27T02:16:55.884622Z","end":"2026-02-27T02:16:58.320971Z","steps":["trace[1928860307] 'agreement among raft nodes before linearized reading' (duration: 2.436321142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:53.899572Z","time spent":"4.421407704s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.32098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:54.008941Z","time spent":"4.312023509s","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.320903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039695109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:58.32103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500717185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:58.321016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.318392806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:16:58.321086Z","caller":"traceutil/trace.go:171","msg":"trace[1776363410] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24150; }","duration":"4.318530649s","start":"2026-02-27T02:16:54.002538Z","end":"2026-02-27T02:16:58.321069Z","steps":["trace[1776363410] 'agreement among raft nodes before linearized reading' (duration: 4.318373515s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:16:58.320978Z","caller":"traceutil/trace.go:171","msg":"trace[426862505] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24150; }","duration":"5.089385877s","start":"2026-02-27T02:16:53.231569Z","end":"2026-02-27T02:16:58.320955Z","steps":["trace[426862505] 'agreement among raft nodes before linearized reading' (duration: 5.088917526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.321148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257053426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:16:58.321148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:54.002506Z","time spent":"4.318631282s","remote":"127.0.0.1:39344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:58.321167Z","caller":"traceutil/trace.go:171","msg":"trace[2123721339] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24150; }","duration":"3.257111037s","start":"2026-02-27T02:16:55.064051Z","end":"2026-02-27T02:16:58.321162Z","steps":["trace[2123721339] 'agreement among raft nodes before linearized reading' (duration: 3.257011125s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.321171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:53.231547Z","time spent":"5.089613592s","remote":"127.0.0.1:46844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.321186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.06403Z","time spent":"3.257151428s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:16:58.321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.8846Z","time spent":"2.436391533s","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:58.321046Z","caller":"traceutil/trace.go:171","msg":"trace[1734445207] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24150; }","duration":"1.039870703s","start":"2026-02-27T02:16:57.281165Z","end":"2026-02-27T02:16:58.321036Z","steps":["trace[1734445207] 'agreement among raft nodes before linearized reading' (duration: 1.03972097s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.321321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:57.281145Z","time spent":"1.040161599s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:58.321048Z","caller":"traceutil/trace.go:171","msg":"trace[1862963231] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24150; }","duration":"2.500799466s","start":"2026-02-27T02:16:55.820242Z","end":"2026-02-27T02:16:58.321041Z","steps":["trace[1862963231] 'agreement among raft nodes before linearized reading' (duration: 2.500770476s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.320931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214572183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:16:58.321407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:55.820221Z","time spent":"2.501175436s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:16:58.321411Z","caller":"traceutil/trace.go:171","msg":"trace[1972383523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24150; }","duration":"1.215080305s","start":"2026-02-27T02:16:57.106319Z","end":"2026-02-27T02:16:58.3214Z","steps":["trace[1972383523] 'agreement among raft nodes before linearized reading' (duration: 1.214595913s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.321448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:57.1063Z","time spent":"1.215137756s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:16:58.320301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.867015752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127288"} {"level":"info","ts":"2026-02-27T02:16:58.321589Z","caller":"traceutil/trace.go:171","msg":"trace[1140819470] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24150; }","duration":"5.868342853s","start":"2026-02-27T02:16:52.453235Z","end":"2026-02-27T02:16:58.321578Z","steps":["trace[1140819470] 'agreement among raft nodes before linearized reading' (duration: 5.866966091s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:16:58.32162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:52.453213Z","time spent":"5.868398845s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127311,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T02:16:58.321956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:43.089763Z","time spent":"15.230576381s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-40be4114-4544-49b4-b43c-a0f3870b9542\" "} {"level":"warn","ts":"2026-02-27T02:16:58.825346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:59.325714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:16:59.82643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:00.327018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:00.331302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999969558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:00.331434Z","caller":"traceutil/trace.go:171","msg":"trace[1499590948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152782s","start":"2026-02-27T02:16:58.33126Z","end":"2026-02-27T02:17:00.331412Z","steps":["trace[1499590948] 'agreement among raft nodes before linearized reading' (duration: 1.999986759s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:00.331488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.331245Z","time spent":"2.000229724s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:00.677912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.355434237s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:01.963094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387979562s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:01.963207Z","caller":"traceutil/trace.go:171","msg":"trace[1119618660] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24150; }","duration":"1.388101224s","start":"2026-02-27T02:17:00.57509Z","end":"2026-02-27T02:17:01.963191Z","steps":["trace[1119618660] 'range keys from in-memory index tree' (duration: 1.38794345s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:01.964591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286471219s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T02:17:01.964684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.322321Z","time spent":"3.642359737s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:02.332467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:02.332542Z","caller":"traceutil/trace.go:171","msg":"trace[1309476220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170722s","start":"2026-02-27T02:17:00.332352Z","end":"2026-02-27T02:17:02.332523Z","steps":["trace[1309476220] 'agreement among raft nodes before linearized reading' (duration: 2.00007125s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:02.33258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:00.332334Z","time spent":"2.000237573s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:04.05415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999002863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:04.054256Z","caller":"traceutil/trace.go:171","msg":"trace[568051064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999166487s","start":"2026-02-27T02:16:59.05507Z","end":"2026-02-27T02:17:04.054237Z","steps":["trace[568051064] 'agreement among raft nodes before linearized reading' (duration: 4.999045454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.054314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:59.055038Z","time spent":"4.999266249s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:17:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:04.338968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:04.339041Z","caller":"traceutil/trace.go:171","msg":"trace[1537148058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297956s","start":"2026-02-27T02:17:02.338727Z","end":"2026-02-27T02:17:04.339025Z","steps":["trace[1537148058] 'agreement among raft nodes before linearized reading' (duration: 2.000215164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.339079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:02.33871Z","time spent":"2.000360287s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:04.496009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998816659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:04.496152Z","caller":"traceutil/trace.go:171","msg":"trace[1763843781] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999016174s","start":"2026-02-27T02:16:59.497121Z","end":"2026-02-27T02:17:04.496137Z","steps":["trace[1763843781] 'agreement among raft nodes before linearized reading' (duration: 4.99884972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.496316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:59.4971Z","time spent":"4.999204258s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 02:17:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:04.783414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.104438058s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:17:04.784511Z","caller":"traceutil/trace.go:171","msg":"trace[1228209696] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"6.458238838s","start":"2026-02-27T02:16:58.326253Z","end":"2026-02-27T02:17:04.784492Z","steps":["trace[1228209696] 'process raft request' (duration: 6.457775817s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:04.784517Z","caller":"traceutil/trace.go:171","msg":"trace[905965644] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"6.459730763s","start":"2026-02-27T02:16:58.324744Z","end":"2026-02-27T02:17:04.784475Z","steps":["trace[905965644] 'process raft request' (duration: 6.45917387s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.784622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.326247Z","time spent":"6.458301419s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:04.784618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.32473Z","time spent":"6.459821254s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:04.784613Z","caller":"traceutil/trace.go:171","msg":"trace[813764874] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"6.066349954s","start":"2026-02-27T02:16:58.718239Z","end":"2026-02-27T02:17:04.784589Z","steps":["trace[813764874] 'process raft request' (duration: 6.066073038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.784615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.32293Z","time spent":"6.461671578s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:17:04.784727Z","caller":"traceutil/trace.go:171","msg":"trace[804021079] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"6.45663216s","start":"2026-02-27T02:16:58.328085Z","end":"2026-02-27T02:17:04.784717Z","steps":["trace[804021079] 'process raft request' (duration: 6.456029756s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:04.784755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.718204Z","time spent":"6.066470327s","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:04.784775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.328073Z","time spent":"6.456675512s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:05.615099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995514141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:05.615181Z","caller":"traceutil/trace.go:171","msg":"trace[1945251519] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.995657794s","start":"2026-02-27T02:17:00.619505Z","end":"2026-02-27T02:17:05.615163Z","steps":["trace[1945251519] 'agreement among raft nodes before linearized reading' (duration: 4.995553192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:05.61525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:00.619481Z","time spent":"4.995751387s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:17:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:06.242131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999599887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:06.242208Z","caller":"traceutil/trace.go:171","msg":"trace[728522976] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99973075s","start":"2026-02-27T02:17:01.24246Z","end":"2026-02-27T02:17:06.242191Z","steps":["trace[728522976] 'agreement among raft nodes before linearized reading' (duration: 4.999633028s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:06.242252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:01.242438Z","time spent":"4.999805232s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/27 02:17:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:06.339293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:06.339373Z","caller":"traceutil/trace.go:171","msg":"trace[777034662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306935s","start":"2026-02-27T02:17:04.339049Z","end":"2026-02-27T02:17:06.339356Z","steps":["trace[777034662] 'agreement among raft nodes before linearized reading' (duration: 2.000196772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:06.339421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.339033Z","time spent":"2.000378777s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:07.091173Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"70df9c9cb35836d9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:17:08.354634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000282956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:08.354744Z","caller":"traceutil/trace.go:171","msg":"trace[41466305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044555s","start":"2026-02-27T02:17:06.354273Z","end":"2026-02-27T02:17:08.354719Z","steps":["trace[41466305] 'agreement among raft nodes before linearized reading' (duration: 2.000306027s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:08.35482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:06.354254Z","time spent":"2.000550732s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:08.531688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747110194s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:17:08.534209Z","caller":"traceutil/trace.go:171","msg":"trace[2063904503] linearizableReadLoop","detail":"{readStateIndex:25008; appliedIndex:25001; }","duration":"10.209830076s","start":"2026-02-27T02:16:58.324356Z","end":"2026-02-27T02:17:08.534186Z","steps":["trace[2063904503] 'read index received' (duration: 2.35380146s)","trace[2063904503] 'applied index is now lower than readState.Index' (duration: 7.856027066s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:08.534443Z","caller":"traceutil/trace.go:171","msg":"trace[837016693] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24155; }","duration":"6.563170669s","start":"2026-02-27T02:17:01.971249Z","end":"2026-02-27T02:17:08.534419Z","steps":["trace[837016693] 'process raft request' (duration: 6.560555818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:08.534585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.210215334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T02:17:08.534594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:01.971229Z","time spent":"6.563277801s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:08.534645Z","caller":"traceutil/trace.go:171","msg":"trace[1989414119] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24155; }","duration":"10.210310647s","start":"2026-02-27T02:16:58.324319Z","end":"2026-02-27T02:17:08.534629Z","steps":["trace[1989414119] 'agreement among raft nodes before linearized reading' (duration: 10.210150413s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:08.534685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.3243Z","time spent":"10.210376248s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-27T02:17:08.534965Z","caller":"traceutil/trace.go:171","msg":"trace[1465318720] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"5.209169124s","start":"2026-02-27T02:17:03.325778Z","end":"2026-02-27T02:17:08.534947Z","steps":["trace[1465318720] 'process raft request' (duration: 5.20853851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:08.53507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:03.325751Z","time spent":"5.209265176s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:08.89096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.177827059s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:10.355193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:10.355312Z","caller":"traceutil/trace.go:171","msg":"trace[728563478] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00013321s","start":"2026-02-27T02:17:08.355146Z","end":"2026-02-27T02:17:10.355279Z","steps":["trace[728563478] 'agreement among raft nodes before linearized reading' (duration: 1.999993537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:10.355369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.35509Z","time spent":"2.000269224s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:11.088465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:11.088527Z","caller":"traceutil/trace.go:171","msg":"trace[581327656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104431s","start":"2026-02-27T02:17:09.088408Z","end":"2026-02-27T02:17:11.088513Z","steps":["trace[581327656] 'agreement among raft nodes before linearized reading' (duration: 2.000018989s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.08856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:09.088385Z","time spent":"2.000168273s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:11.478366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.055142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.478524Z","caller":"traceutil/trace.go:171","msg":"trace[1991098881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24156; }","duration":"903.223816ms","start":"2026-02-27T02:17:10.575274Z","end":"2026-02-27T02:17:11.478498Z","steps":["trace[1991098881] 'range keys from in-memory index tree' (duration: 903.036662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.479207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587875725s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:11.47947Z","caller":"traceutil/trace.go:171","msg":"trace[1847446078] linearizableReadLoop","detail":"{readStateIndex:25013; appliedIndex:25010; }","duration":"2.945184428s","start":"2026-02-27T02:17:08.534266Z","end":"2026-02-27T02:17:11.47945Z","steps":["trace[1847446078] 'read index received' (duration: 357.001636ms)","trace[1847446078] 'applied index is now lower than readState.Index' (duration: 2.588181962s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:11.479547Z","caller":"traceutil/trace.go:171","msg":"trace[1684475012] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"6.689132089s","start":"2026-02-27T02:17:04.790403Z","end":"2026-02-27T02:17:11.479536Z","steps":["trace[1684475012] 'process raft request' (duration: 4.100838074s)","trace[1684475012] 'compare' (duration: 2.586207537s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:11.47961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.790379Z","time spent":"6.689198851s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:11.479828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.762003599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.479904Z","caller":"traceutil/trace.go:171","msg":"trace[664108126] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24159; }","duration":"5.762119802s","start":"2026-02-27T02:17:05.717764Z","end":"2026-02-27T02:17:11.479884Z","steps":["trace[664108126] 'agreement among raft nodes before linearized reading' (duration: 5.761951808s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:05.717747Z","time spent":"5.762379058s","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.48019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.995517326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.480194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.479282115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-02-27T02:17:11.48023Z","caller":"traceutil/trace.go:171","msg":"trace[838282707] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24159; }","duration":"12.995603258s","start":"2026-02-27T02:16:58.484617Z","end":"2026-02-27T02:17:11.48022Z","steps":["trace[838282707] 'agreement among raft nodes before linearized reading' (duration: 12.995548317s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.480291Z","caller":"traceutil/trace.go:171","msg":"trace[601805042] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24159; }","duration":"6.479360907s","start":"2026-02-27T02:17:05.00087Z","end":"2026-02-27T02:17:11.480231Z","steps":["trace[601805042] 'agreement among raft nodes before linearized reading' (duration: 6.479000999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.484593Z","time spent":"12.995701051s","remote":"127.0.0.1:52756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.480334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:05.000851Z","time spent":"6.479473569s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-27T02:17:11.480332Z","caller":"traceutil/trace.go:171","msg":"trace[673284350] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"6.68440928s","start":"2026-02-27T02:17:04.795902Z","end":"2026-02-27T02:17:11.480311Z","steps":["trace[673284350] 'process raft request' (duration: 6.683486679s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.146584012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.480384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.395712359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T02:17:11.480445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.278042769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.48046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.008546351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.480403Z","caller":"traceutil/trace.go:171","msg":"trace[566824521] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24159; }","duration":"7.146674564s","start":"2026-02-27T02:17:04.333715Z","end":"2026-02-27T02:17:11.480389Z","steps":["trace[566824521] 'agreement among raft nodes before linearized reading' (duration: 7.146592312s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.48048Z","caller":"traceutil/trace.go:171","msg":"trace[2101574627] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24159; }","duration":"7.278106591s","start":"2026-02-27T02:17:04.202361Z","end":"2026-02-27T02:17:11.480468Z","steps":["trace[2101574627] 'agreement among raft nodes before linearized reading' (duration: 7.2780656s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.479854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.388882404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.480492Z","caller":"traceutil/trace.go:171","msg":"trace[527794557] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24159; }","duration":"9.008623653s","start":"2026-02-27T02:17:02.47186Z","end":"2026-02-27T02:17:11.480483Z","steps":["trace[527794557] 'agreement among raft nodes before linearized reading' (duration: 9.008565962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.48048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.395838141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T02:17:11.480525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:02.471837Z","time spent":"9.008678934s","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.480543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.481703639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.480538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.050444789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-27T02:17:11.480565Z","caller":"traceutil/trace.go:171","msg":"trace[2086034908] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24159; }","duration":"7.481759551s","start":"2026-02-27T02:17:03.9988Z","end":"2026-02-27T02:17:11.48056Z","steps":["trace[2086034908] 'agreement among raft nodes before linearized reading' (duration: 7.48172778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.37043318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.480592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459416836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:17:11.480612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.791363198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.480631Z","caller":"traceutil/trace.go:171","msg":"trace[950597648] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24159; }","duration":"7.791384358s","start":"2026-02-27T02:17:03.689241Z","end":"2026-02-27T02:17:11.480625Z","steps":["trace[950597648] 'agreement among raft nodes before linearized reading' (duration: 7.791353048s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.48056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.089952729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.480648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:03.689217Z","time spent":"7.791426849s","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.48064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220502809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:17:11.480649Z","caller":"traceutil/trace.go:171","msg":"trace[619629482] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24159; }","duration":"8.370621084s","start":"2026-02-27T02:17:03.109989Z","end":"2026-02-27T02:17:11.48061Z","steps":["trace[619629482] 'agreement among raft nodes before linearized reading' (duration: 8.370395659s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.480676Z","caller":"traceutil/trace.go:171","msg":"trace[284292469] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24159; }","duration":"3.22056742s","start":"2026-02-27T02:17:08.260096Z","end":"2026-02-27T02:17:11.480664Z","steps":["trace[284292469] 'agreement among raft nodes before linearized reading' (duration: 3.220225392s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847995654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-27T02:17:11.480686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.633474227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299278"} {"level":"warn","ts":"2026-02-27T02:17:11.480202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.28018262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.480717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:03.109969Z","time spent":"8.370735147s","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:17:11.480704Z","caller":"traceutil/trace.go:171","msg":"trace[383406048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24159; }","duration":"3.459457917s","start":"2026-02-27T02:17:08.021165Z","end":"2026-02-27T02:17:11.480623Z","steps":["trace[383406048] 'agreement among raft nodes before linearized reading' (duration: 3.459199911s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.480741Z","caller":"traceutil/trace.go:171","msg":"trace[877238934] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24159; }","duration":"3.848076456s","start":"2026-02-27T02:17:07.63265Z","end":"2026-02-27T02:17:11.480726Z","steps":["trace[877238934] 'agreement among raft nodes before linearized reading' (duration: 3.847772069s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.48074Z","caller":"traceutil/trace.go:171","msg":"trace[439212239] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:24159; }","duration":"9.6335878s","start":"2026-02-27T02:17:01.84714Z","end":"2026-02-27T02:17:11.480727Z","steps":["trace[439212239] 'agreement among raft nodes before linearized reading' (duration: 9.632561196s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.690318447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"warn","ts":"2026-02-27T02:17:11.480786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:07.632632Z","time spent":"3.848141667s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:17:11.480792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:01.847117Z","time spent":"9.633660801s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299301,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:17:11.480802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.021144Z","time spent":"3.459642751s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:17:11.480591Z","caller":"traceutil/trace.go:171","msg":"trace[377691762] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24159; }","duration":"13.050550161s","start":"2026-02-27T02:16:58.430025Z","end":"2026-02-27T02:17:11.480576Z","steps":["trace[377691762] 'agreement among raft nodes before linearized reading' (duration: 13.050403838s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.480807Z","caller":"traceutil/trace.go:171","msg":"trace[1599160282] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24159; }","duration":"6.690387198s","start":"2026-02-27T02:17:04.79041Z","end":"2026-02-27T02:17:11.480797Z","steps":["trace[1599160282] 'agreement among raft nodes before linearized reading' (duration: 6.690308697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.429998Z","time spent":"13.050834708s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-27T02:17:11.480847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.80488663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:11.480883Z","caller":"traceutil/trace.go:171","msg":"trace[2141776268] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24159; }","duration":"7.804954912s","start":"2026-02-27T02:17:03.67592Z","end":"2026-02-27T02:17:11.480875Z","steps":["trace[2141776268] 'agreement among raft nodes before linearized reading' (duration: 7.804821609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:03.675902Z","time spent":"7.805008764s","remote":"127.0.0.1:46928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:11.480765Z","caller":"traceutil/trace.go:171","msg":"trace[1221324833] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24159; }","duration":"6.280767523s","start":"2026-02-27T02:17:05.199984Z","end":"2026-02-27T02:17:11.480752Z","steps":["trace[1221324833] 'agreement among raft nodes before linearized reading' (duration: 6.28018928s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.48095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993457755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.480989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.06325106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.481008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:05.199968Z","time spent":"6.2810283s","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:11.481007Z","caller":"traceutil/trace.go:171","msg":"trace[1142376233] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24159; }","duration":"4.993575557s","start":"2026-02-27T02:17:06.48742Z","end":"2026-02-27T02:17:11.480996Z","steps":["trace[1142376233] 'agreement among raft nodes before linearized reading' (duration: 4.993454824s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.481034Z","caller":"traceutil/trace.go:171","msg":"trace[1029923480] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24159; }","duration":"8.063326892s","start":"2026-02-27T02:17:03.41769Z","end":"2026-02-27T02:17:11.481017Z","steps":["trace[1029923480] 'agreement among raft nodes before linearized reading' (duration: 8.06324915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.481074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:03.417664Z","time spent":"8.063400434s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.4811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:06.487385Z","time spent":"4.99369969s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.479902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.469387086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:11.480498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637722849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-27T02:17:11.481144Z","caller":"traceutil/trace.go:171","msg":"trace[1723298508] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24159; }","duration":"6.470638755s","start":"2026-02-27T02:17:05.010493Z","end":"2026-02-27T02:17:11.481132Z","steps":["trace[1723298508] 'agreement among raft nodes before linearized reading' (duration: 6.469225732s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.481163Z","caller":"traceutil/trace.go:171","msg":"trace[539951671] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24159; }","duration":"3.638420836s","start":"2026-02-27T02:17:07.842732Z","end":"2026-02-27T02:17:11.481153Z","steps":["trace[539951671] 'agreement among raft nodes before linearized reading' (duration: 3.637568666s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.481179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:05.010487Z","time spent":"6.470680946s","remote":"127.0.0.1:46932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.4812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:07.842715Z","time spent":"3.638477107s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:17:11.480435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.795882Z","time spent":"6.684495362s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:17:11.481241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.638181424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.480699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.689453077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T02:17:11.480536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.608720225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.480561Z","caller":"traceutil/trace.go:171","msg":"trace[280693898] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24159; }","duration":"6.395948564s","start":"2026-02-27T02:17:05.084595Z","end":"2026-02-27T02:17:11.480543Z","steps":["trace[280693898] 'agreement among raft nodes before linearized reading' (duration: 6.395702468s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.481322Z","caller":"traceutil/trace.go:171","msg":"trace[1591444811] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24159; }","duration":"6.609533794s","start":"2026-02-27T02:17:04.871776Z","end":"2026-02-27T02:17:11.48131Z","steps":["trace[1591444811] 'agreement among raft nodes before linearized reading' (duration: 6.608730076s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.481334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:05.084583Z","time spent":"6.396742772s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T02:17:11.480456Z","caller":"traceutil/trace.go:171","msg":"trace[595039482] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24159; }","duration":"6.39577664s","start":"2026-02-27T02:17:05.084659Z","end":"2026-02-27T02:17:11.480435Z","steps":["trace[595039482] 'agreement among raft nodes before linearized reading' (duration: 6.395566005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.481364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.871758Z","time spent":"6.609593025s","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.481385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.639977068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:11.480514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.202341Z","time spent":"7.278161212s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.481394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.030145601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.481411Z","caller":"traceutil/trace.go:171","msg":"trace[215267936] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24159; }","duration":"9.64003584s","start":"2026-02-27T02:17:01.841368Z","end":"2026-02-27T02:17:11.481403Z","steps":["trace[215267936] 'agreement among raft nodes before linearized reading' (duration: 9.639938807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.688920789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:17:11.481438Z","caller":"traceutil/trace.go:171","msg":"trace[117302126] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24159; }","duration":"10.030218753s","start":"2026-02-27T02:17:01.451207Z","end":"2026-02-27T02:17:11.481426Z","steps":["trace[117302126] 'agreement among raft nodes before linearized reading' (duration: 10.030145891s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.481457Z","caller":"traceutil/trace.go:171","msg":"trace[29776835] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24159; }","duration":"12.69026218s","start":"2026-02-27T02:16:58.79118Z","end":"2026-02-27T02:17:11.481442Z","steps":["trace[29776835] 'agreement among raft nodes before linearized reading' (duration: 12.688695244s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.481466Z","caller":"traceutil/trace.go:171","msg":"trace[293309760] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24159; }","duration":"10.638438951s","start":"2026-02-27T02:17:00.84302Z","end":"2026-02-27T02:17:11.481459Z","steps":["trace[293309760] 'agreement among raft nodes before linearized reading' (duration: 10.638183595s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.790392Z","time spent":"6.69045368s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-27T02:17:11.481481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:01.451192Z","time spent":"10.030280034s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.481494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:00.843003Z","time spent":"10.638483711s","remote":"127.0.0.1:39322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.481497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:58.791164Z","time spent":"12.690323551s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:17:11.481441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:01.84135Z","time spent":"9.64008369s","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":79,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:11.480576Z","caller":"traceutil/trace.go:171","msg":"trace[105235555] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"6.689338914s","start":"2026-02-27T02:17:04.791223Z","end":"2026-02-27T02:17:11.480562Z","steps":["trace[105235555] 'process raft request' (duration: 6.688081835s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:03.998779Z","time spent":"7.481799372s","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:11.480512Z","caller":"traceutil/trace.go:171","msg":"trace[1484763734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24159; }","duration":"12.389557521s","start":"2026-02-27T02:16:59.090944Z","end":"2026-02-27T02:17:11.480502Z","steps":["trace[1484763734] 'agreement among raft nodes before linearized reading' (duration: 12.388872555s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.480631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.685850473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:17:11.481638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.590803076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.48069Z","caller":"traceutil/trace.go:171","msg":"trace[1676807624] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24159; }","duration":"9.090094041s","start":"2026-02-27T02:17:02.39056Z","end":"2026-02-27T02:17:11.480654Z","steps":["trace[1676807624] 'agreement among raft nodes before linearized reading' (duration: 9.089882366s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.481671Z","caller":"traceutil/trace.go:171","msg":"trace[28537457] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24159; }","duration":"11.590899598s","start":"2026-02-27T02:16:59.890762Z","end":"2026-02-27T02:17:11.481661Z","steps":["trace[28537457] 'agreement among raft nodes before linearized reading' (duration: 11.590843286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.481694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:02.390541Z","time spent":"9.091147606s","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.4817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:59.890729Z","time spent":"11.590963519s","remote":"127.0.0.1:45398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.480803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10755329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.481691Z","caller":"traceutil/trace.go:171","msg":"trace[451549675] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24159; }","duration":"6.686879777s","start":"2026-02-27T02:17:04.794773Z","end":"2026-02-27T02:17:11.481653Z","steps":["trace[451549675] 'agreement among raft nodes before linearized reading' (duration: 6.685788872s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.48178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.794707Z","time spent":"6.68703703s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:17:11.48015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.774618331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.481755Z","caller":"traceutil/trace.go:171","msg":"trace[1965535474] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24159; }","duration":"4.108564953s","start":"2026-02-27T02:17:07.373172Z","end":"2026-02-27T02:17:11.481737Z","steps":["trace[1965535474] 'agreement among raft nodes before linearized reading' (duration: 4.10757599s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:11.481844Z","caller":"traceutil/trace.go:171","msg":"trace[363711358] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24159; }","duration":"5.776337581s","start":"2026-02-27T02:17:05.705485Z","end":"2026-02-27T02:17:11.481822Z","steps":["trace[363711358] 'agreement among raft nodes before linearized reading' (duration: 5.774630272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.481859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:07.373152Z","time spent":"4.108683447s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.481844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.681805645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:11.481287Z","caller":"traceutil/trace.go:171","msg":"trace[1074797470] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24159; }","duration":"6.690059241s","start":"2026-02-27T02:17:04.791217Z","end":"2026-02-27T02:17:11.481277Z","steps":["trace[1074797470] 'agreement among raft nodes before linearized reading' (duration: 6.689433356s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.481402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:05.084638Z","time spent":"6.396749522s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:17:11.481906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:05.705465Z","time spent":"5.776422573s","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:11.481909Z","caller":"traceutil/trace.go:171","msg":"trace[1023418539] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24159; }","duration":"11.683924314s","start":"2026-02-27T02:16:59.797971Z","end":"2026-02-27T02:17:11.481895Z","steps":["trace[1023418539] 'agreement among raft nodes before linearized reading' (duration: 11.681790974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.481387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.114516926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:11.480513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.333697Z","time spent":"7.146800857s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.481949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:59.797943Z","time spent":"11.683996196s","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:11.48196Z","caller":"traceutil/trace.go:171","msg":"trace[968865556] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24159; }","duration":"11.11513673s","start":"2026-02-27T02:17:00.36681Z","end":"2026-02-27T02:17:11.481947Z","steps":["trace[968865556] 'agreement among raft nodes before linearized reading' (duration: 11.114504915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.481626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.7912Z","time spent":"6.690396349s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:17:11.482007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:00.366787Z","time spent":"11.115205672s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.480716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.260077Z","time spent":"3.220631111s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:17:11.481662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:16:59.090937Z","time spent":"12.390714337s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.479804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.07357153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:11.481917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.791205Z","time spent":"6.690699355s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:17:11.480391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.940462033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:11.482514Z","caller":"traceutil/trace.go:171","msg":"trace[1914266210] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24159; }","duration":"7.942627074s","start":"2026-02-27T02:17:03.539867Z","end":"2026-02-27T02:17:11.482495Z","steps":["trace[1914266210] 'agreement among raft nodes before linearized reading' (duration: 7.940475144s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.482579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:03.539846Z","time spent":"7.942713016s","remote":"127.0.0.1:47896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:11.484884Z","caller":"traceutil/trace.go:171","msg":"trace[399014453] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24159; }","duration":"7.075970815s","start":"2026-02-27T02:17:04.406176Z","end":"2026-02-27T02:17:11.482147Z","steps":["trace[399014453] 'agreement among raft nodes before linearized reading' (duration: 7.073518778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:11.485057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:04.406166Z","time spent":"7.078855092s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:11.976984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.487404Z","time spent":"489.569417ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:17:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:11.978474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.487919Z","time spent":"490.550869ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:17:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:11.979555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:12.362313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:12.362403Z","caller":"traceutil/trace.go:171","msg":"trace[1486362897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253994s","start":"2026-02-27T02:17:10.36213Z","end":"2026-02-27T02:17:12.362384Z","steps":["trace[1486362897] 'agreement among raft nodes before linearized reading' (duration: 2.000138292s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:12.362454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:10.362113Z","time spent":"2.000330476s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:12.479721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:12.629412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.738162458s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:14.363547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000736806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:14.363661Z","caller":"traceutil/trace.go:171","msg":"trace[1276794896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00092311s","start":"2026-02-27T02:17:12.362716Z","end":"2026-02-27T02:17:14.363639Z","steps":["trace[1276794896] 'agreement among raft nodes before linearized reading' (duration: 2.000774637s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:14.363713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:12.362684Z","time spent":"2.001017493s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:14.559365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:12.951937Z","time spent":"1.607412029s","remote":"127.0.0.1:48430","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:14.559592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929619937s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:17:14.560056Z","caller":"traceutil/trace.go:171","msg":"trace[806562821] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"5.855475076s","start":"2026-02-27T02:17:08.704555Z","end":"2026-02-27T02:17:14.56003Z","steps":["trace[806562821] 'process raft request' (duration: 5.855414245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:14.560195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.704527Z","time spent":"5.855589328s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:14.560503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.543783Z","time spent":"6.016712843s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:17:14.560546Z","caller":"traceutil/trace.go:171","msg":"trace[1312641512] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"5.999667279s","start":"2026-02-27T02:17:08.560848Z","end":"2026-02-27T02:17:14.560515Z","steps":["trace[1312641512] 'process raft request' (duration: 5.999021974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:14.56066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.56083Z","time spent":"5.99976533s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:14.560789Z","caller":"traceutil/trace.go:171","msg":"trace[1186813161] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"6.016443027s","start":"2026-02-27T02:17:08.544338Z","end":"2026-02-27T02:17:14.560781Z","steps":["trace[1186813161] 'process raft request' (duration: 6.015371142s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:14.560828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.544313Z","time spent":"6.016495217s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:14.788114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.487961Z","time spent":"3.300143684s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:17:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:14.790558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.487475Z","time spent":"3.303074173s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:17:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:14.800638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211134282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:14.800693Z","caller":"traceutil/trace.go:171","msg":"trace[573053493] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; }","duration":"3.211253125s","start":"2026-02-27T02:17:11.589424Z","end":"2026-02-27T02:17:14.800677Z","steps":["trace[573053493] 'agreement among raft nodes before linearized reading' (duration: 3.211165992s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:14.800726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.589402Z","time spent":"3.211318556s","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} 2026/02/27 02:17:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:15.412335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.555376032s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:16.372156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000612883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:16.372241Z","caller":"traceutil/trace.go:171","msg":"trace[774927641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000744165s","start":"2026-02-27T02:17:14.371476Z","end":"2026-02-27T02:17:16.37222Z","steps":["trace[774927641] 'agreement among raft nodes before linearized reading' (duration: 2.000634693s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:16.372321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:14.37146Z","time spent":"2.000849318s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:16.487018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.488382Z","time spent":"4.998629624s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:16.48723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.487989Z","time spent":"4.999239738s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:16.487305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.488724Z","time spent":"4.998579923s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:16.487678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.488151Z","time spent":"4.999441882s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:17.650967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238375403s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:17.651885Z","caller":"traceutil/trace.go:171","msg":"trace[1367977855] linearizableReadLoop","detail":"{readStateIndex:25028; appliedIndex:25013; }","duration":"6.17235959s","start":"2026-02-27T02:17:11.479503Z","end":"2026-02-27T02:17:17.651863Z","steps":["trace[1367977855] 'read index received' (duration: 1.150364534s)","trace[1367977855] 'applied index is now lower than readState.Index' (duration: 5.021994236s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:17.652157Z","caller":"traceutil/trace.go:171","msg":"trace[822171702] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"6.163339241s","start":"2026-02-27T02:17:11.488804Z","end":"2026-02-27T02:17:17.652143Z","steps":["trace[822171702] 'process raft request' (duration: 6.162764067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.652294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.488801Z","time spent":"6.163386112s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:17.652469Z","caller":"traceutil/trace.go:171","msg":"trace[1490567583] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24171; }","duration":"5.672783481s","start":"2026-02-27T02:17:11.979674Z","end":"2026-02-27T02:17:17.652457Z","steps":["trace[1490567583] 'process raft request' (duration: 5.672073715s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.652522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.979652Z","time spent":"5.672839492s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":596,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:17.65266Z","caller":"traceutil/trace.go:171","msg":"trace[1771814682] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24171; }","duration":"5.672257919s","start":"2026-02-27T02:17:11.980393Z","end":"2026-02-27T02:17:17.652651Z","steps":["trace[1771814682] 'process raft request' (duration: 5.671392278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.65271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.98038Z","time spent":"5.67230031s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":567,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:17.652988Z","caller":"traceutil/trace.go:171","msg":"trace[185792471] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"4.112558536s","start":"2026-02-27T02:17:13.540419Z","end":"2026-02-27T02:17:17.652977Z","steps":["trace[185792471] 'process raft request' (duration: 4.111397279s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.653083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:13.540393Z","time spent":"4.112618967s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:17.653486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.259975671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:17.65353Z","caller":"traceutil/trace.go:171","msg":"trace[104079946] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24172; }","duration":"6.260021482s","start":"2026-02-27T02:17:11.393498Z","end":"2026-02-27T02:17:17.65352Z","steps":["trace[104079946] 'agreement among raft nodes before linearized reading' (duration: 6.259349366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.65356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.393427Z","time spent":"6.260125774s","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:17.653759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.510546768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:17.653789Z","caller":"traceutil/trace.go:171","msg":"trace[1289745231] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24172; }","duration":"7.5106082s","start":"2026-02-27T02:17:10.143172Z","end":"2026-02-27T02:17:17.65378Z","steps":["trace[1289745231] 'agreement among raft nodes before linearized reading' (duration: 7.509689848s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.653818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:10.143154Z","time spent":"7.51065606s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:17.653967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.81262848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:17.653996Z","caller":"traceutil/trace.go:171","msg":"trace[1049223008] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24172; }","duration":"7.812686412s","start":"2026-02-27T02:17:09.8413Z","end":"2026-02-27T02:17:17.653986Z","steps":["trace[1049223008] 'agreement among raft nodes before linearized reading' (duration: 7.811571926s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.654026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:09.841281Z","time spent":"7.812736693s","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:17.654165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.903813625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:17.654195Z","caller":"traceutil/trace.go:171","msg":"trace[1854243432] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24172; }","duration":"7.903869425s","start":"2026-02-27T02:17:09.750317Z","end":"2026-02-27T02:17:17.654186Z","steps":["trace[1854243432] 'agreement among raft nodes before linearized reading' (duration: 7.902564115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.654226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:09.7503Z","time spent":"7.903918437s","remote":"127.0.0.1:45382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:17.654423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.003303661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18307"} {"level":"info","ts":"2026-02-27T02:17:17.654448Z","caller":"traceutil/trace.go:171","msg":"trace[260619160] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24172; }","duration":"8.003354851s","start":"2026-02-27T02:17:09.651085Z","end":"2026-02-27T02:17:17.65444Z","steps":["trace[260619160] 'agreement among raft nodes before linearized reading' (duration: 8.001802065s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.654471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:09.651067Z","time spent":"8.003398163s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18330,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T02:17:17.654597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242741061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:17.654632Z","caller":"traceutil/trace.go:171","msg":"trace[1393888938] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24172; }","duration":"8.242860503s","start":"2026-02-27T02:17:09.411764Z","end":"2026-02-27T02:17:17.654624Z","steps":["trace[1393888938] 'agreement among raft nodes before linearized reading' (duration: 8.241130773s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.654661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:09.411741Z","time spent":"8.242910384s","remote":"127.0.0.1:39246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:17.65509Z","caller":"traceutil/trace.go:171","msg":"trace[616116372] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"3.093668319s","start":"2026-02-27T02:17:14.561409Z","end":"2026-02-27T02:17:17.655077Z","steps":["trace[616116372] 'process raft request' (duration: 3.091525809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.655149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:14.561386Z","time spent":"3.09373041s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:17.655631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.111485288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T02:17:17.655673Z","caller":"traceutil/trace.go:171","msg":"trace[475566222] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24173; }","duration":"9.111540239s","start":"2026-02-27T02:17:08.544124Z","end":"2026-02-27T02:17:17.655664Z","steps":["trace[475566222] 'agreement among raft nodes before linearized reading' (duration: 9.108778764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:17.655701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:08.544114Z","time spent":"9.111580769s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T02:17:17.659595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.596535747s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:18.372574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999753803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:18.372678Z","caller":"traceutil/trace.go:171","msg":"trace[1067945559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999921087s","start":"2026-02-27T02:17:16.372735Z","end":"2026-02-27T02:17:18.372656Z","steps":["trace[1067945559] 'agreement among raft nodes before linearized reading' (duration: 1.999796034s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:18.372729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:16.372709Z","time spent":"2.000009059s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:19.093802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434114422s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:17:19.09394Z","caller":"traceutil/trace.go:171","msg":"trace[194141456] linearizableReadLoop","detail":"{readStateIndex:25031; appliedIndex:25030; }","duration":"1.441965604s","start":"2026-02-27T02:17:17.651949Z","end":"2026-02-27T02:17:19.093914Z","steps":["trace[194141456] 'read index received' (duration: 7.692779ms)","trace[194141456] 'applied index is now lower than readState.Index' (duration: 1.434271055s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:19.096507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507211926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:19.096562Z","caller":"traceutil/trace.go:171","msg":"trace[1506619355] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24173; }","duration":"1.507313078s","start":"2026-02-27T02:17:17.589236Z","end":"2026-02-27T02:17:19.096549Z","steps":["trace[1506619355] 'agreement among raft nodes before linearized reading' (duration: 1.507168435s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.096595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:17.589165Z","time spent":"1.507423871s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.096858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514376422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:19.096882Z","caller":"traceutil/trace.go:171","msg":"trace[44893951] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24173; }","duration":"1.514433104s","start":"2026-02-27T02:17:17.582441Z","end":"2026-02-27T02:17:19.096874Z","steps":["trace[44893951] 'agreement among raft nodes before linearized reading' (duration: 1.514392573s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.096896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:17.582421Z","time spent":"1.514471764s","remote":"127.0.0.1:39034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.096986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040025376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:19.097Z","caller":"traceutil/trace.go:171","msg":"trace[773931672] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24173; }","duration":"2.040039197s","start":"2026-02-27T02:17:17.056955Z","end":"2026-02-27T02:17:19.096994Z","steps":["trace[773931672] 'agreement among raft nodes before linearized reading' (duration: 2.040012406s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.097012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:17.056926Z","time spent":"2.040082258s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.097086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628892866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:19.097103Z","caller":"traceutil/trace.go:171","msg":"trace[943176583] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24173; }","duration":"2.628946167s","start":"2026-02-27T02:17:16.468153Z","end":"2026-02-27T02:17:19.097099Z","steps":["trace[943176583] 'agreement among raft nodes before linearized reading' (duration: 2.628921687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.097115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:16.468133Z","time spent":"2.628978428s","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.097183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.095376958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:19.097201Z","caller":"traceutil/trace.go:171","msg":"trace[24786131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24173; }","duration":"4.095429648s","start":"2026-02-27T02:17:15.001765Z","end":"2026-02-27T02:17:19.097195Z","steps":["trace[24786131] 'agreement among raft nodes before linearized reading' (duration: 4.095404848s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.097214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:15.001744Z","time spent":"4.09546519s","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.097294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267490818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:19.097322Z","caller":"traceutil/trace.go:171","msg":"trace[2107695851] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24173; }","duration":"4.267520508s","start":"2026-02-27T02:17:14.829798Z","end":"2026-02-27T02:17:19.097319Z","steps":["trace[2107695851] 'agreement among raft nodes before linearized reading' (duration: 4.267479157s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.097335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:14.829749Z","time spent":"4.267582419s","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.097441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.664167112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:19.097453Z","caller":"traceutil/trace.go:171","msg":"trace[619496521] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24173; }","duration":"4.664224063s","start":"2026-02-27T02:17:14.433225Z","end":"2026-02-27T02:17:19.097449Z","steps":["trace[619496521] 'agreement among raft nodes before linearized reading' (duration: 4.664181032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.097465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:14.433202Z","time spent":"4.664259243s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.097541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.720967508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:19.097552Z","caller":"traceutil/trace.go:171","msg":"trace[1159478150] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24173; }","duration":"4.72098941s","start":"2026-02-27T02:17:14.37656Z","end":"2026-02-27T02:17:19.097549Z","steps":["trace[1159478150] 'agreement among raft nodes before linearized reading' (duration: 4.720963139s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.097564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:14.376555Z","time spent":"4.7210058s","remote":"127.0.0.1:54118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.097645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.908136147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:19.09766Z","caller":"traceutil/trace.go:171","msg":"trace[1035026350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24173; }","duration":"5.908177347s","start":"2026-02-27T02:17:13.189479Z","end":"2026-02-27T02:17:19.097656Z","steps":["trace[1035026350] 'agreement among raft nodes before linearized reading' (duration: 5.908152346s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.098102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:13.189462Z","time spent":"5.908627038s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.097852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.928753944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:19.098198Z","caller":"traceutil/trace.go:171","msg":"trace[515027415] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24173; }","duration":"6.929135833s","start":"2026-02-27T02:17:12.169037Z","end":"2026-02-27T02:17:19.098173Z","steps":["trace[515027415] 'agreement among raft nodes before linearized reading' (duration: 6.928736224s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.09824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:12.169023Z","time spent":"6.929205944s","remote":"127.0.0.1:34682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.097936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.6102946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:19.098323Z","caller":"traceutil/trace.go:171","msg":"trace[1575678736] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24173; }","duration":"7.610691799s","start":"2026-02-27T02:17:11.487622Z","end":"2026-02-27T02:17:19.098314Z","steps":["trace[1575678736] 'agreement among raft nodes before linearized reading' (duration: 7.6102871s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.098349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.487612Z","time spent":"7.610729701s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:17:19.097973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.612948622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d5b69a30-2a88-4afd-a1b8-beb2cebbb366\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-27T02:17:19.098429Z","caller":"traceutil/trace.go:171","msg":"trace[1838517163] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d5b69a30-2a88-4afd-a1b8-beb2cebbb366; range_end:; response_count:1; response_revision:24173; }","duration":"7.613433663s","start":"2026-02-27T02:17:11.484991Z","end":"2026-02-27T02:17:19.098425Z","steps":["trace[1838517163] 'agreement among raft nodes before linearized reading' (duration: 7.61289462s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.098444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.484971Z","time spent":"7.613468014s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-d5b69a30-2a88-4afd-a1b8-beb2cebbb366\" "} {"level":"warn","ts":"2026-02-27T02:17:19.097991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.201681439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:19.098492Z","caller":"traceutil/trace.go:171","msg":"trace[476098666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24173; }","duration":"7.202242032s","start":"2026-02-27T02:17:11.896242Z","end":"2026-02-27T02:17:19.098484Z","steps":["trace[476098666] 'agreement among raft nodes before linearized reading' (duration: 7.20172315s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.098532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.896218Z","time spent":"7.202293573s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:19.098044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.610323871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-4d7xf.1897f8cb0e5af1d7\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-02-27T02:17:19.098611Z","caller":"traceutil/trace.go:171","msg":"trace[1801496038] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-4d7xf.1897f8cb0e5af1d7; range_end:; response_count:1; response_revision:24173; }","duration":"7.610916585s","start":"2026-02-27T02:17:11.487689Z","end":"2026-02-27T02:17:19.098605Z","steps":["trace[1801496038] 'agreement among raft nodes before linearized reading' (duration: 7.610210539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.098626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:11.487686Z","time spent":"7.610936225s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":897,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-4d7xf.1897f8cb0e5af1d7\" "} {"level":"warn","ts":"2026-02-27T02:17:19.462868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.801954547s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:17:19.463316Z","caller":"traceutil/trace.go:171","msg":"trace[1379451054] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"1.80249421s","start":"2026-02-27T02:17:17.660797Z","end":"2026-02-27T02:17:19.463291Z","steps":["trace[1379451054] 'process raft request' (duration: 1.802307106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:19.463442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:17.660774Z","time spent":"1.802605492s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":949,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:17:20.380441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000412317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:20.380542Z","caller":"traceutil/trace.go:171","msg":"trace[1262194762] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552321s","start":"2026-02-27T02:17:18.379963Z","end":"2026-02-27T02:17:20.380515Z","steps":["trace[1262194762] 'agreement among raft nodes before linearized reading' (duration: 2.000436848s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:20.380592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.379948Z","time spent":"2.000634852s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:21.171175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.708100563s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:21.763051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187422194s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:21.763178Z","caller":"traceutil/trace.go:171","msg":"trace[30185097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24174; }","duration":"1.187554237s","start":"2026-02-27T02:17:20.575602Z","end":"2026-02-27T02:17:21.763156Z","steps":["trace[30185097] 'range keys from in-memory index tree' (duration: 1.187405123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.763239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.641734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:21.763451Z","caller":"traceutil/trace.go:171","msg":"trace[1815863801] linearizableReadLoop","detail":"{readStateIndex:25033; appliedIndex:25032; }","duration":"2.669452835s","start":"2026-02-27T02:17:19.093983Z","end":"2026-02-27T02:17:21.763436Z","steps":["trace[1815863801] 'read index received' (duration: 369.368501ms)","trace[1815863801] 'applied index is now lower than readState.Index' (duration: 2.300083384s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:21.76346Z","caller":"traceutil/trace.go:171","msg":"trace[1046534109] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"4.102093503s","start":"2026-02-27T02:17:17.661349Z","end":"2026-02-27T02:17:21.763442Z","steps":["trace[1046534109] 'process raft request' (duration: 3.510195984s)","trace[1046534109] 'compare' (duration: 591.215363ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:21.763552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:17.661329Z","time spent":"4.102169115s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:17:21.763564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598055269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:21.763624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100377653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18307"} {"level":"info","ts":"2026-02-27T02:17:21.763648Z","caller":"traceutil/trace.go:171","msg":"trace[927489569] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24176; }","duration":"4.100428985s","start":"2026-02-27T02:17:17.66321Z","end":"2026-02-27T02:17:21.763639Z","steps":["trace[927489569] 'agreement among raft nodes before linearized reading' (duration: 4.100308262s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:21.763657Z","caller":"traceutil/trace.go:171","msg":"trace[285582173] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"2.662949135s","start":"2026-02-27T02:17:19.100697Z","end":"2026-02-27T02:17:21.763646Z","steps":["trace[285582173] 'process raft request' (duration: 2.662637538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.763634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09892208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-27T02:17:21.763671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:17.663201Z","time spent":"4.100464395s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18330,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T02:17:21.763699Z","caller":"traceutil/trace.go:171","msg":"trace[1727069247] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24176; }","duration":"4.099009562s","start":"2026-02-27T02:17:17.664671Z","end":"2026-02-27T02:17:21.763681Z","steps":["trace[1727069247] 'agreement among raft nodes before linearized reading' (duration: 4.098799527s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.763734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:19.100681Z","time spent":"2.662994226s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:21.763741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:17.664664Z","time spent":"4.099067653s","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:17:21.763845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104333414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-5wdq8\" ","response":"range_response_count:1 size:5974"} {"level":"info","ts":"2026-02-27T02:17:21.763865Z","caller":"traceutil/trace.go:171","msg":"trace[239213042] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-5wdq8; range_end:; response_count:1; response_revision:24176; }","duration":"4.104352696s","start":"2026-02-27T02:17:17.659506Z","end":"2026-02-27T02:17:21.763859Z","steps":["trace[239213042] 'agreement among raft nodes before linearized reading' (duration: 4.104289524s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.763885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:17.659479Z","time spent":"4.104399176s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5997,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-5wdq8\" "} {"level":"warn","ts":"2026-02-27T02:17:21.763981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679532679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:17:21.764002Z","caller":"traceutil/trace.go:171","msg":"trace[1585538922] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24176; }","duration":"2.6795807s","start":"2026-02-27T02:17:19.084415Z","end":"2026-02-27T02:17:21.763996Z","steps":["trace[1585538922] 'agreement among raft nodes before linearized reading' (duration: 2.679479068s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66274563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-27T02:17:21.764025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:19.084396Z","time spent":"2.679624882s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T02:17:21.764048Z","caller":"traceutil/trace.go:171","msg":"trace[1783232521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24176; }","duration":"2.662790331s","start":"2026-02-27T02:17:19.101244Z","end":"2026-02-27T02:17:21.764034Z","steps":["trace[1783232521] 'agreement among raft nodes before linearized reading' (duration: 2.662617267s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:19.101234Z","time spent":"2.662838282s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-27T02:17:21.763618Z","caller":"traceutil/trace.go:171","msg":"trace[736404132] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24176; }","duration":"3.598149982s","start":"2026-02-27T02:17:18.165455Z","end":"2026-02-27T02:17:21.763604Z","steps":["trace[736404132] 'agreement among raft nodes before linearized reading' (duration: 3.598002919s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:18.165438Z","time spent":"3.598697624s","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:21.764484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420923986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T02:17:21.764473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631107707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:21.764519Z","caller":"traceutil/trace.go:171","msg":"trace[253093634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24176; }","duration":"2.420988117s","start":"2026-02-27T02:17:19.343521Z","end":"2026-02-27T02:17:21.764509Z","steps":["trace[253093634] 'agreement among raft nodes before linearized reading' (duration: 2.420883075s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.883426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:21.764532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854850454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-27T02:17:21.764547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:19.343505Z","time spent":"2.421035729s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:17:21.764565Z","caller":"traceutil/trace.go:171","msg":"trace[1654681123] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24176; }","duration":"1.854920626s","start":"2026-02-27T02:17:19.909637Z","end":"2026-02-27T02:17:21.764557Z","steps":["trace[1654681123] 'agreement among raft nodes before linearized reading' (duration: 1.854828614s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:21.764564Z","caller":"traceutil/trace.go:171","msg":"trace[484503691] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24176; }","duration":"873.965838ms","start":"2026-02-27T02:17:20.890585Z","end":"2026-02-27T02:17:21.764551Z","steps":["trace[484503691] 'agreement among raft nodes before linearized reading' (duration: 873.853365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008485546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:21.764576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383594531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:21.764585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:19.909605Z","time spent":"1.854975438s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:17:21.764592Z","caller":"traceutil/trace.go:171","msg":"trace[594565799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24176; }","duration":"1.383612022s","start":"2026-02-27T02:17:20.380976Z","end":"2026-02-27T02:17:21.764588Z","steps":["trace[594565799] 'agreement among raft nodes before linearized reading' (duration: 1.383575411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:20.890563Z","time spent":"874.022849ms","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:21.764596Z","caller":"traceutil/trace.go:171","msg":"trace[378107054] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24176; }","duration":"1.008566828s","start":"2026-02-27T02:17:20.756019Z","end":"2026-02-27T02:17:21.764586Z","steps":["trace[378107054] 'agreement among raft nodes before linearized reading' (duration: 1.008506206s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:20.380933Z","time spent":"1.383674063s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:17:21.764533Z","caller":"traceutil/trace.go:171","msg":"trace[1309317822] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24176; }","duration":"1.631178739s","start":"2026-02-27T02:17:20.133337Z","end":"2026-02-27T02:17:21.764516Z","steps":["trace[1309317822] 'agreement among raft nodes before linearized reading' (duration: 1.631060016s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:20.755993Z","time spent":"1.00862587s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:21.764639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:20.133264Z","time spent":"1.631369214s","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:21.76479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267042349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-27T02:17:21.764794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.813912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-02-27T02:17:21.764822Z","caller":"traceutil/trace.go:171","msg":"trace[1747533342] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24176; }","duration":"2.267115911s","start":"2026-02-27T02:17:19.497695Z","end":"2026-02-27T02:17:21.764811Z","steps":["trace[1747533342] 'agreement among raft nodes before linearized reading' (duration: 2.267026989s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:21.764826Z","caller":"traceutil/trace.go:171","msg":"trace[1264111200] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24176; }","duration":"759.859423ms","start":"2026-02-27T02:17:21.004958Z","end":"2026-02-27T02:17:21.764818Z","steps":["trace[1264111200] 'agreement among raft nodes before linearized reading' (duration: 759.766331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:19.497672Z","time spent":"2.267170802s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:17:21.764854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.004951Z","time spent":"759.897674ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T02:17:21.76487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.146602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:17:21.764887Z","caller":"traceutil/trace.go:171","msg":"trace[1375311536] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24176; }","duration":"767.189673ms","start":"2026-02-27T02:17:20.997691Z","end":"2026-02-27T02:17:21.764881Z","steps":["trace[1375311536] 'agreement among raft nodes before linearized reading' (duration: 767.106131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:20.997673Z","time spent":"767.223614ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:17:21.764906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658040532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:21.764927Z","caller":"traceutil/trace.go:171","msg":"trace[1081137520] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24176; }","duration":"2.658084993s","start":"2026-02-27T02:17:19.106836Z","end":"2026-02-27T02:17:21.764921Z","steps":["trace[1081137520] 'agreement among raft nodes before linearized reading' (duration: 2.658045592s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.764944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:19.106828Z","time spent":"2.658112663s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:17:21.764298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.215879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:21.766167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488792128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:17:21.766188Z","caller":"traceutil/trace.go:171","msg":"trace[1849170040] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24176; }","duration":"2.48885362s","start":"2026-02-27T02:17:19.277328Z","end":"2026-02-27T02:17:21.766182Z","steps":["trace[1849170040] 'agreement among raft nodes before linearized reading' (duration: 2.487694793s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.766211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:19.27731Z","time spent":"2.488892471s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2814,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:21.765193Z","caller":"traceutil/trace.go:171","msg":"trace[2089135711] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24176; }","duration":"471.11064ms","start":"2026-02-27T02:17:21.294071Z","end":"2026-02-27T02:17:21.765182Z","steps":["trace[2089135711] 'agreement among raft nodes before linearized reading' (duration: 470.194678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:21.768598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.293988Z","time spent":"474.58461ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:22.284794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:22.785741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:23.286023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:23.364712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.580573215s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:17:23.365113Z","caller":"traceutil/trace.go:171","msg":"trace[1823286479] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"1.581041136s","start":"2026-02-27T02:17:21.784045Z","end":"2026-02-27T02:17:23.365086Z","steps":["trace[1823286479] 'process raft request' (duration: 1.580858162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:23.365275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.784026Z","time spent":"1.581155439s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:23.773713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989489924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:23.773826Z","caller":"traceutil/trace.go:171","msg":"trace[930875432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.989639847s","start":"2026-02-27T02:17:21.784161Z","end":"2026-02-27T02:17:23.773801Z","steps":["trace[930875432] 'agreement among raft nodes before linearized reading' (duration: 1.989489564s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:23.77389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.784158Z","time spent":"1.989719209s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:25.78068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006767576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:25.780816Z","caller":"traceutil/trace.go:171","msg":"trace[266045307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006985341s","start":"2026-02-27T02:17:23.7738Z","end":"2026-02-27T02:17:25.780785Z","steps":["trace[266045307] 'agreement among raft nodes before linearized reading' (duration: 2.006756786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:25.780888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:23.773738Z","time spent":"2.007135404s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:26.769331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984383173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:26.769419Z","caller":"traceutil/trace.go:171","msg":"trace[1758305576] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.984500855s","start":"2026-02-27T02:17:21.784899Z","end":"2026-02-27T02:17:26.7694Z","steps":["trace[1758305576] 'agreement among raft nodes before linearized reading' (duration: 4.984391243s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:26.769696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.784893Z","time spent":"4.984764331s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:17:26.785156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.786074Z","time spent":"4.999073274s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:26.78658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999101975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-02-27T02:17:26.78663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999988524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:26.78666Z","caller":"traceutil/trace.go:171","msg":"trace[2015102945] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999213717s","start":"2026-02-27T02:17:21.787423Z","end":"2026-02-27T02:17:26.786637Z","steps":["trace[2015102945] 'agreement among raft nodes before linearized reading' (duration: 4.999106015s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:26.786706Z","caller":"traceutil/trace.go:171","msg":"trace[637791538] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.000100247s","start":"2026-02-27T02:17:21.786588Z","end":"2026-02-27T02:17:26.786689Z","steps":["trace[637791538] 'agreement among raft nodes before linearized reading' (duration: 5.000008405s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:26.78674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.787419Z","time spent":"4.999291489s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:17:26.786773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.786573Z","time spent":"5.000180119s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:17:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:26.875897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.510957111s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:17:26.876662Z","caller":"traceutil/trace.go:171","msg":"trace[727580281] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"5.092250413s","start":"2026-02-27T02:17:21.784384Z","end":"2026-02-27T02:17:26.876634Z","steps":["trace[727580281] 'process raft request' (duration: 5.091910986s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:26.876882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.784374Z","time spent":"5.092379516s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:26.877075Z","caller":"traceutil/trace.go:171","msg":"trace[1390363317] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"4.808848135s","start":"2026-02-27T02:17:22.068205Z","end":"2026-02-27T02:17:26.877053Z","steps":["trace[1390363317] 'process raft request' (duration: 4.808507977s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:26.877241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:22.068176Z","time spent":"4.808969887s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:26.877333Z","caller":"traceutil/trace.go:171","msg":"trace[135109887] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"4.532869398s","start":"2026-02-27T02:17:22.344439Z","end":"2026-02-27T02:17:26.877308Z","steps":["trace[135109887] 'process raft request' (duration: 4.53250886s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:26.877399Z","caller":"traceutil/trace.go:171","msg":"trace[172422032] linearizableReadLoop","detail":"{readStateIndex:25040; appliedIndex:25035; }","duration":"5.093308488s","start":"2026-02-27T02:17:21.78408Z","end":"2026-02-27T02:17:26.877388Z","steps":["trace[172422032] 'read index received' (duration: 1.581300242s)","trace[172422032] 'applied index is now lower than readState.Index' (duration: 3.512007076s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:26.877455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:22.344416Z","time spent":"4.53298366s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:26.877723Z","caller":"traceutil/trace.go:171","msg":"trace[2091556914] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"4.217258601s","start":"2026-02-27T02:17:22.660451Z","end":"2026-02-27T02:17:26.87771Z","steps":["trace[2091556914] 'process raft request' (duration: 4.21675452s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:26.877792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093703987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:17:26.877891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:22.660432Z","time spent":"4.217330414s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:26.878005Z","caller":"traceutil/trace.go:171","msg":"trace[1057553512] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24182; }","duration":"5.093943473s","start":"2026-02-27T02:17:21.784049Z","end":"2026-02-27T02:17:26.877993Z","steps":["trace[1057553512] 'agreement among raft nodes before linearized reading' (duration: 5.093588605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:26.878296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.784036Z","time spent":"5.09424558s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:17:27.378509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:27.603304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:27.603399Z","caller":"traceutil/trace.go:171","msg":"trace[1036619233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692794s","start":"2026-02-27T02:17:25.602684Z","end":"2026-02-27T02:17:27.603376Z","steps":["trace[1036619233] 'agreement among raft nodes before linearized reading' (duration: 2.000571101s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:27.603455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:25.602665Z","time spent":"2.000778426s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:27.78986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001078593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:27.789952Z","caller":"traceutil/trace.go:171","msg":"trace[1418048474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001222936s","start":"2026-02-27T02:17:25.78871Z","end":"2026-02-27T02:17:27.789932Z","steps":["trace[1418048474] 'agreement among raft nodes before linearized reading' (duration: 2.001106463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:27.790002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:25.78869Z","time spent":"2.001302238s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:27.87906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:27.973942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095546494s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:28.694154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.894717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:28.69435Z","caller":"traceutil/trace.go:171","msg":"trace[870127010] linearizableReadLoop","detail":"{readStateIndex:25043; appliedIndex:25040; }","duration":"1.816914175s","start":"2026-02-27T02:17:26.877426Z","end":"2026-02-27T02:17:28.694341Z","steps":["trace[870127010] 'read index received' (duration: 1.096718201s)","trace[870127010] 'applied index is now lower than readState.Index' (duration: 720.195424ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:28.694389Z","caller":"traceutil/trace.go:171","msg":"trace[746812597] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"5.306165383s","start":"2026-02-27T02:17:23.388218Z","end":"2026-02-27T02:17:28.694384Z","steps":["trace[746812597] 'process raft request' (duration: 4.585984479s)","trace[746812597] 'compare' (duration: 718.518765ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:28.694415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:23.388187Z","time spent":"5.306215124s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:17:28.694689Z","caller":"traceutil/trace.go:171","msg":"trace[568126008] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"3.965913866s","start":"2026-02-27T02:17:24.728756Z","end":"2026-02-27T02:17:28.694669Z","steps":["trace[568126008] 'process raft request' (duration: 3.965486876s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.694742Z","caller":"traceutil/trace.go:171","msg":"trace[83406368] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"3.856813598s","start":"2026-02-27T02:17:24.837916Z","end":"2026-02-27T02:17:28.69473Z","steps":["trace[83406368] 'process raft request' (duration: 3.856395838s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.694727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067580505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.694772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618590094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.694782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:24.837882Z","time spent":"3.856875549s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:28.694783Z","caller":"traceutil/trace.go:171","msg":"trace[108046514] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24185; }","duration":"2.067650017s","start":"2026-02-27T02:17:26.627119Z","end":"2026-02-27T02:17:28.694769Z","steps":["trace[108046514] 'agreement among raft nodes before linearized reading' (duration: 2.067532984s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.694789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.513459087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.694813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149375011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.694814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.627102Z","time spent":"2.067705408s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.694803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.464511682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.694833Z","caller":"traceutil/trace.go:171","msg":"trace[823062290] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24185; }","duration":"6.513538398s","start":"2026-02-27T02:17:22.181286Z","end":"2026-02-27T02:17:28.694824Z","steps":["trace[823062290] 'agreement among raft nodes before linearized reading' (duration: 6.513452356s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.694839Z","caller":"traceutil/trace.go:171","msg":"trace[1974279786] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24185; }","duration":"2.149430083s","start":"2026-02-27T02:17:26.545399Z","end":"2026-02-27T02:17:28.694829Z","steps":["trace[1974279786] 'agreement among raft nodes before linearized reading' (duration: 2.149393772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.694841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611924362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.69484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.905073284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.694851Z","caller":"traceutil/trace.go:171","msg":"trace[976413323] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24185; }","duration":"6.464626074s","start":"2026-02-27T02:17:22.23021Z","end":"2026-02-27T02:17:28.694836Z","steps":["trace[976413323] 'agreement among raft nodes before linearized reading' (duration: 6.464542242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.694859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:22.181272Z","time spent":"6.513580139s","remote":"127.0.0.1:47022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.694863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.54538Z","time spent":"2.149478254s","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.694733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412111271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:28.694869Z","caller":"traceutil/trace.go:171","msg":"trace[792181109] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24185; }","duration":"6.905116285s","start":"2026-02-27T02:17:21.789745Z","end":"2026-02-27T02:17:28.694862Z","steps":["trace[792181109] 'agreement among raft nodes before linearized reading' (duration: 6.905061753s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.694876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:22.230176Z","time spent":"6.464694966s","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:28.694887Z","caller":"traceutil/trace.go:171","msg":"trace[1255811493] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24185; }","duration":"2.412288485s","start":"2026-02-27T02:17:26.282592Z","end":"2026-02-27T02:17:28.694881Z","steps":["trace[1255811493] 'agreement among raft nodes before linearized reading' (duration: 2.412001999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.69489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.78974Z","time spent":"6.905144035s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:17:28.694897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233435338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.694919Z","caller":"traceutil/trace.go:171","msg":"trace[312401662] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24185; }","duration":"3.233457349s","start":"2026-02-27T02:17:25.461456Z","end":"2026-02-27T02:17:28.694914Z","steps":["trace[312401662] 'agreement among raft nodes before linearized reading' (duration: 3.233418258s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.694936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334884861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.694904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.282529Z","time spent":"2.412369578s","remote":"127.0.0.1:47062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:28.694951Z","caller":"traceutil/trace.go:171","msg":"trace[70415182] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24185; }","duration":"2.334947623s","start":"2026-02-27T02:17:26.359999Z","end":"2026-02-27T02:17:28.694947Z","steps":["trace[70415182] 'agreement among raft nodes before linearized reading' (duration: 2.334919822s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.69478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14497574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:28.694965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.359972Z","time spent":"2.334989124s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.694792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:24.728737Z","time spent":"3.965998449s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:28.694984Z","caller":"traceutil/trace.go:171","msg":"trace[869557126] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24185; }","duration":"2.145217095s","start":"2026-02-27T02:17:26.549756Z","end":"2026-02-27T02:17:28.694973Z","steps":["trace[869557126] 'agreement among raft nodes before linearized reading' (duration: 2.14499938s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.695015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.549738Z","time spent":"2.145266806s","remote":"127.0.0.1:39334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.694936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:25.461397Z","time spent":"3.23353389s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.695047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249156194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:28.695061Z","caller":"traceutil/trace.go:171","msg":"trace[138293825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24185; }","duration":"2.249215385s","start":"2026-02-27T02:17:26.445841Z","end":"2026-02-27T02:17:28.695056Z","steps":["trace[138293825] 'agreement among raft nodes before linearized reading' (duration: 2.249190805s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.694864Z","caller":"traceutil/trace.go:171","msg":"trace[1988487182] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24185; }","duration":"2.611985184s","start":"2026-02-27T02:17:26.082872Z","end":"2026-02-27T02:17:28.694857Z","steps":["trace[1988487182] 'agreement among raft nodes before linearized reading' (duration: 2.611943583s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.695074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.445816Z","time spent":"2.249254487s","remote":"127.0.0.1:46648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.695085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027392992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:17:28.695088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.082848Z","time spent":"2.612229099s","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:28.695106Z","caller":"traceutil/trace.go:171","msg":"trace[585669534] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24185; }","duration":"4.027455283s","start":"2026-02-27T02:17:24.667644Z","end":"2026-02-27T02:17:28.695099Z","steps":["trace[585669534] 'agreement among raft nodes before linearized reading' (duration: 4.027394482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.695124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:24.667622Z","time spent":"4.027495845s","remote":"127.0.0.1:47066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.694981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877861967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.694803Z","caller":"traceutil/trace.go:171","msg":"trace[639096039] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24185; }","duration":"5.618658586s","start":"2026-02-27T02:17:23.076135Z","end":"2026-02-27T02:17:28.694793Z","steps":["trace[639096039] 'agreement among raft nodes before linearized reading' (duration: 5.618547274s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:28.695163Z","caller":"traceutil/trace.go:171","msg":"trace[482486339] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24185; }","duration":"1.878084112s","start":"2026-02-27T02:17:26.81707Z","end":"2026-02-27T02:17:28.695154Z","steps":["trace[482486339] 'agreement among raft nodes before linearized reading' (duration: 1.877880948s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.695172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:23.076115Z","time spent":"5.619047686s","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.695192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.817047Z","time spent":"1.878134354s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.695209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.180540642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:28.69524Z","caller":"traceutil/trace.go:171","msg":"trace[927503067] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24185; }","duration":"5.180607442s","start":"2026-02-27T02:17:23.514622Z","end":"2026-02-27T02:17:28.69523Z","steps":["trace[927503067] 'agreement among raft nodes before linearized reading' (duration: 5.180560481s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.69526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:23.514596Z","time spent":"5.180657894s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:28.695277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.910886848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T02:17:28.695292Z","caller":"traceutil/trace.go:171","msg":"trace[1486128842] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24185; }","duration":"6.91093383s","start":"2026-02-27T02:17:21.784354Z","end":"2026-02-27T02:17:28.695288Z","steps":["trace[1486128842] 'agreement among raft nodes before linearized reading' (duration: 6.910864788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:28.695305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:21.784336Z","time spent":"6.91096631s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T02:17:29.195017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:29.203739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094998702s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:29.797087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999915427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:29.797203Z","caller":"traceutil/trace.go:171","msg":"trace[1886903597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083271s","start":"2026-02-27T02:17:27.797092Z","end":"2026-02-27T02:17:29.797176Z","steps":["trace[1886903597] 'agreement among raft nodes before linearized reading' (duration: 1.999946347s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:29.797255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:27.797076Z","time spent":"2.000168432s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:31.0899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000451128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:31.090011Z","caller":"traceutil/trace.go:171","msg":"trace[1321033420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000643902s","start":"2026-02-27T02:17:29.089342Z","end":"2026-02-27T02:17:31.089986Z","steps":["trace[1321033420] 'agreement among raft nodes before linearized reading' (duration: 2.000469748s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:31.090076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.089331Z","time spent":"2.000729495s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:31.534608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.180763ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:31.534692Z","caller":"traceutil/trace.go:171","msg":"trace[628772036] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24185; }","duration":"959.273675ms","start":"2026-02-27T02:17:30.575404Z","end":"2026-02-27T02:17:31.534678Z","steps":["trace[628772036] 'range keys from in-memory index tree' (duration: 959.167273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:31.798434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:31.798516Z","caller":"traceutil/trace.go:171","msg":"trace[97294214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286744s","start":"2026-02-27T02:17:29.79821Z","end":"2026-02-27T02:17:31.798497Z","steps":["trace[97294214] 'agreement among raft nodes before linearized reading' (duration: 2.000177342s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:31.798564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.798189Z","time spent":"2.000365336s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:33.192358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307340564s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:33.193952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989981704s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:17:33.194187Z","caller":"traceutil/trace.go:171","msg":"trace[2068514522] linearizableReadLoop","detail":"{readStateIndex:25044; appliedIndex:25043; }","duration":"4.499803562s","start":"2026-02-27T02:17:28.694364Z","end":"2026-02-27T02:17:33.194167Z","steps":["trace[2068514522] 'read index received' (duration: 509.51555ms)","trace[2068514522] 'applied index is now lower than readState.Index' (duration: 3.990286892s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:33.196119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.312263894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18307"} {"level":"info","ts":"2026-02-27T02:17:33.19617Z","caller":"traceutil/trace.go:171","msg":"trace[1439112582] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24186; }","duration":"6.312335435s","start":"2026-02-27T02:17:26.883824Z","end":"2026-02-27T02:17:33.196159Z","steps":["trace[1439112582] 'agreement among raft nodes before linearized reading' (duration: 6.312159151s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.196205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.883819Z","time spent":"6.312377346s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18330,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T02:17:33.196287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.31596121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-02-27T02:17:33.196374Z","caller":"traceutil/trace.go:171","msg":"trace[100611307] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24186; }","duration":"6.316114122s","start":"2026-02-27T02:17:26.880236Z","end":"2026-02-27T02:17:33.19635Z","steps":["trace[100611307] 'agreement among raft nodes before linearized reading' (duration: 6.315825656s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.196431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.880231Z","time spent":"6.316188124s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:17:33.196682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.316601994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.19673Z","caller":"traceutil/trace.go:171","msg":"trace[1706097422] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:0; response_revision:24186; }","duration":"6.316696676s","start":"2026-02-27T02:17:26.880022Z","end":"2026-02-27T02:17:33.196718Z","steps":["trace[1706097422] 'agreement among raft nodes before linearized reading' (duration: 6.316620304s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.196761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.558620225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:17:33.196805Z","caller":"traceutil/trace.go:171","msg":"trace[1508964554] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24186; }","duration":"4.558697887s","start":"2026-02-27T02:17:28.638098Z","end":"2026-02-27T02:17:33.196795Z","steps":["trace[1508964554] 'agreement among raft nodes before linearized reading' (duration: 4.558497122s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.196861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.63807Z","time spent":"4.558761999s","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:33.196887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.591702611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.196951Z","caller":"traceutil/trace.go:171","msg":"trace[1727070139] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24186; }","duration":"5.591779683s","start":"2026-02-27T02:17:27.605157Z","end":"2026-02-27T02:17:33.196937Z","steps":["trace[1727070139] 'agreement among raft nodes before linearized reading' (duration: 5.59166531s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.196992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:27.605088Z","time spent":"5.591893136s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:33.196765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:26.880003Z","time spent":"6.316753718s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T02:17:33.197167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499548416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-27T02:17:33.197209Z","caller":"traceutil/trace.go:171","msg":"trace[1811206961] range","detail":"{range_begin:/registry/persistentvolumes/pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf; range_end:; response_count:1; response_revision:24187; }","duration":"4.499611287s","start":"2026-02-27T02:17:28.697588Z","end":"2026-02-27T02:17:33.197199Z","steps":["trace[1811206961] 'agreement among raft nodes before linearized reading' (duration: 4.499469264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.197237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.697575Z","time spent":"4.499655848s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-076b253a-04d1-4ba2-adbb-db0bb58ff4cf\" "} {"level":"warn","ts":"2026-02-27T02:17:33.197413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174945234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-27T02:17:33.197479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.084788013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.197516Z","caller":"traceutil/trace.go:171","msg":"trace[500241374] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24187; }","duration":"3.084852425s","start":"2026-02-27T02:17:30.112655Z","end":"2026-02-27T02:17:33.197508Z","steps":["trace[500241374] 'agreement among raft nodes before linearized reading' (duration: 3.084798594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.197551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:30.112618Z","time spent":"3.084924266s","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:33.197735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282048345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:17:33.197769Z","caller":"traceutil/trace.go:171","msg":"trace[1614394200] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24187; }","duration":"3.282117457s","start":"2026-02-27T02:17:29.915644Z","end":"2026-02-27T02:17:33.197761Z","steps":["trace[1614394200] 'agreement among raft nodes before linearized reading' (duration: 3.282035515s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.197795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.915623Z","time spent":"3.282166679s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T02:17:33.197853Z","caller":"traceutil/trace.go:171","msg":"trace[1741539171] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"1.312966504s","start":"2026-02-27T02:17:31.884868Z","end":"2026-02-27T02:17:33.197834Z","steps":["trace[1741539171] 'process raft request' (duration: 1.309186576s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.197947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488282645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.197983Z","caller":"traceutil/trace.go:171","msg":"trace[352096366] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24187; }","duration":"3.488346776s","start":"2026-02-27T02:17:29.709627Z","end":"2026-02-27T02:17:33.197974Z","steps":["trace[352096366] 'agreement among raft nodes before linearized reading' (duration: 3.488292395s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.197979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:31.884839Z","time spent":"1.313069697s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:33.198017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.709609Z","time spent":"3.488400178s","remote":"127.0.0.1:39328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:33.198162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604515929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.198194Z","caller":"traceutil/trace.go:171","msg":"trace[1722602770] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24187; }","duration":"3.604578091s","start":"2026-02-27T02:17:29.593608Z","end":"2026-02-27T02:17:33.198186Z","steps":["trace[1722602770] 'agreement among raft nodes before linearized reading' (duration: 3.60452847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.198223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.593589Z","time spent":"3.604626952s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:33.198422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.700897663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-27T02:17:33.198444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.564762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:33.198496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79780865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.198499Z","caller":"traceutil/trace.go:171","msg":"trace[500470927] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24187; }","duration":"440.650634ms","start":"2026-02-27T02:17:32.757831Z","end":"2026-02-27T02:17:33.198482Z","steps":["trace[500470927] 'agreement among raft nodes before linearized reading' (duration: 440.563352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:33.198529Z","caller":"traceutil/trace.go:171","msg":"trace[1723597664] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24187; }","duration":"3.797877072s","start":"2026-02-27T02:17:29.400643Z","end":"2026-02-27T02:17:33.19852Z","steps":["trace[1723597664] 'agreement among raft nodes before linearized reading' (duration: 3.797831351s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.198542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:32.757817Z","time spent":"440.712565ms","remote":"127.0.0.1:39084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:33.198561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.40062Z","time spent":"3.797930622s","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:33.198707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232773662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:33.198741Z","caller":"traceutil/trace.go:171","msg":"trace[414933590] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24187; }","duration":"4.232809373s","start":"2026-02-27T02:17:28.965924Z","end":"2026-02-27T02:17:33.198733Z","steps":["trace[414933590] 'agreement among raft nodes before linearized reading' (duration: 4.232760721s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.198758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179892499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.19882Z","caller":"traceutil/trace.go:171","msg":"trace[1432809163] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24187; }","duration":"1.179992921s","start":"2026-02-27T02:17:32.018813Z","end":"2026-02-27T02:17:33.198806Z","steps":["trace[1432809163] 'agreement among raft nodes before linearized reading' (duration: 1.179895579s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.198843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.500100758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897f8c73474938c\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-27T02:17:33.198868Z","caller":"traceutil/trace.go:171","msg":"trace[71895200] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1897f8c73474938c; range_end:; response_count:1; response_revision:24187; }","duration":"4.50014076s","start":"2026-02-27T02:17:28.69872Z","end":"2026-02-27T02:17:33.198861Z","steps":["trace[71895200] 'agreement among raft nodes before linearized reading' (duration: 4.500064838s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.198871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:32.018792Z","time spent":"1.180064503s","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:33.198899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.698705Z","time spent":"4.50018863s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897f8c73474938c\" "} {"level":"warn","ts":"2026-02-27T02:17:33.198986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392098398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.199029Z","caller":"traceutil/trace.go:171","msg":"trace[1333366021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24187; }","duration":"1.392166839s","start":"2026-02-27T02:17:31.806851Z","end":"2026-02-27T02:17:33.199018Z","steps":["trace[1333366021] 'agreement among raft nodes before linearized reading' (duration: 1.392101318s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:33.197474Z","caller":"traceutil/trace.go:171","msg":"trace[2001796452] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24187; }","duration":"2.175039786s","start":"2026-02-27T02:17:31.022419Z","end":"2026-02-27T02:17:33.197459Z","steps":["trace[2001796452] 'agreement among raft nodes before linearized reading' (duration: 2.174892993s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.199054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:31.806835Z","time spent":"1.392213141s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:33.199073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:31.022398Z","time spent":"2.176662894s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:17:33.198457Z","caller":"traceutil/trace.go:171","msg":"trace[358617745] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24187; }","duration":"3.700970375s","start":"2026-02-27T02:17:29.497478Z","end":"2026-02-27T02:17:33.198449Z","steps":["trace[358617745] 'agreement among raft nodes before linearized reading' (duration: 3.700879173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.199183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798763794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:33.199204Z","caller":"traceutil/trace.go:171","msg":"trace[592225721] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24187; }","duration":"1.798785304s","start":"2026-02-27T02:17:31.400412Z","end":"2026-02-27T02:17:33.199198Z","steps":["trace[592225721] 'agreement among raft nodes before linearized reading' (duration: 1.798746673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.199224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:31.400356Z","time spent":"1.798863357s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:33.199215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:29.497455Z","time spent":"3.701741503s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:17:33.197435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67350229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:17:33.199451Z","caller":"traceutil/trace.go:171","msg":"trace[2129475684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24187; }","duration":"2.675546868s","start":"2026-02-27T02:17:30.523888Z","end":"2026-02-27T02:17:33.199434Z","steps":["trace[2129475684] 'agreement among raft nodes before linearized reading' (duration: 2.67348173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:33.198767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:28.96586Z","time spent":"4.232900165s","remote":"127.0.0.1:51838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:33.199497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:30.523865Z","time spent":"2.675621679s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:17:33.703442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:34.204436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:34.502796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288284601s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:35.204945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002586848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:35.205018Z","caller":"traceutil/trace.go:171","msg":"trace[1407564885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002703631s","start":"2026-02-27T02:17:33.202298Z","end":"2026-02-27T02:17:35.205001Z","steps":["trace[1407564885] 'agreement among raft nodes before linearized reading' (duration: 2.002607009s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:35.205061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.202282Z","time spent":"2.002771062s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:35.834032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330667654s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T02:17:35.834132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.20222Z","time spent":"2.631907806s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:35.861732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.33092046s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:17:35.862332Z","caller":"traceutil/trace.go:171","msg":"trace[1381319350] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"2.657953069s","start":"2026-02-27T02:17:33.204352Z","end":"2026-02-27T02:17:35.862305Z","steps":["trace[1381319350] 'process raft request' (duration: 2.657877847s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:35.862372Z","caller":"traceutil/trace.go:171","msg":"trace[44233161] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"2.659938065s","start":"2026-02-27T02:17:33.202397Z","end":"2026-02-27T02:17:35.862335Z","steps":["trace[44233161] 'process raft request' (duration: 2.659540645s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:35.862456Z","caller":"traceutil/trace.go:171","msg":"trace[504143731] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"2.658506782s","start":"2026-02-27T02:17:33.203923Z","end":"2026-02-27T02:17:35.86243Z","steps":["trace[504143731] 'process raft request' (duration: 2.658271466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:35.862496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.204345Z","time spent":"2.658075332s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:35.862551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.20238Z","time spent":"2.660067078s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:35.862597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.203917Z","time spent":"2.658605314s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:35.862704Z","caller":"traceutil/trace.go:171","msg":"trace[503552392] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"2.657844107s","start":"2026-02-27T02:17:33.204834Z","end":"2026-02-27T02:17:35.862679Z","steps":["trace[503552392] 'process raft request' (duration: 2.657435597s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:35.862753Z","caller":"traceutil/trace.go:171","msg":"trace[178394681] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"2.658887351s","start":"2026-02-27T02:17:33.203551Z","end":"2026-02-27T02:17:35.862439Z","steps":["trace[178394681] 'process raft request' (duration: 2.658585154s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:35.862839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.204828Z","time spent":"2.657935979s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:35.863053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.203544Z","time spent":"2.659308031s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:35.863106Z","caller":"traceutil/trace.go:171","msg":"trace[1759070346] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"2.658176484s","start":"2026-02-27T02:17:33.204918Z","end":"2026-02-27T02:17:35.863094Z","steps":["trace[1759070346] 'process raft request' (duration: 2.657669433s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:35.86317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.204901Z","time spent":"2.658234465s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:35.863214Z","caller":"traceutil/trace.go:171","msg":"trace[415864910] linearizableReadLoop","detail":"{readStateIndex:25052; appliedIndex:25045; }","duration":"2.660845647s","start":"2026-02-27T02:17:33.202345Z","end":"2026-02-27T02:17:35.863191Z","steps":["trace[415864910] 'read index received' (duration: 1.300692919s)","trace[415864910] 'applied index is now lower than readState.Index' (duration: 1.360151298s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:35.863236Z","caller":"traceutil/trace.go:171","msg":"trace[582310051] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"1.478237735s","start":"2026-02-27T02:17:34.384987Z","end":"2026-02-27T02:17:35.863225Z","steps":["trace[582310051] 'process raft request' (duration: 1.47800886s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:35.863283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:34.384963Z","time spent":"1.478295826s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:36.364281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:36.865343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:37.211117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:37.211177Z","caller":"traceutil/trace.go:171","msg":"trace[1623436184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217063s","start":"2026-02-27T02:17:35.210946Z","end":"2026-02-27T02:17:37.211163Z","steps":["trace[1623436184] 'agreement among raft nodes before linearized reading' (duration: 2.000138161s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:37.211209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.21093Z","time spent":"2.000273225s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:37.365728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:37.865867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:38.366684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:38.806093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.943429206s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:17:39.212339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000771317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:17:39.212421Z","caller":"traceutil/trace.go:171","msg":"trace[400968378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00090184s","start":"2026-02-27T02:17:37.2115Z","end":"2026-02-27T02:17:39.212402Z","steps":["trace[400968378] 'agreement among raft nodes before linearized reading' (duration: 2.000790587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.212468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:37.211489Z","time spent":"2.000969441s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:39.970853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16436884s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:17:39.970985Z","caller":"traceutil/trace.go:171","msg":"trace[1543802839] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"4.134395262s","start":"2026-02-27T02:17:35.836556Z","end":"2026-02-27T02:17:39.970951Z","steps":["trace[1543802839] 'process raft request' (duration: 2.969838618s)","trace[1543802839] 'compare' (duration: 1.163222623s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:39.971477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.836536Z","time spent":"4.134843062s","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:39.984057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177600896s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:17:39.984839Z","caller":"traceutil/trace.go:171","msg":"trace[672671249] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"4.117182704s","start":"2026-02-27T02:17:35.867635Z","end":"2026-02-27T02:17:39.984818Z","steps":["trace[672671249] 'process raft request' (duration: 4.116980459s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.984857Z","caller":"traceutil/trace.go:171","msg":"trace[143209992] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"4.114323617s","start":"2026-02-27T02:17:35.870515Z","end":"2026-02-27T02:17:39.984839Z","steps":["trace[143209992] 'process raft request' (duration: 4.114271126s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.98487Z","caller":"traceutil/trace.go:171","msg":"trace[1215218810] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"4.116264352s","start":"2026-02-27T02:17:35.868586Z","end":"2026-02-27T02:17:39.98485Z","steps":["trace[1215218810] 'process raft request' (duration: 4.116127138s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.984939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.867612Z","time spent":"4.117272215s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:17:39.984966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.870507Z","time spent":"4.114398829s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:39.984971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.868571Z","time spent":"4.116345864s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:39.98519Z","caller":"traceutil/trace.go:171","msg":"trace[1895478023] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"4.116516808s","start":"2026-02-27T02:17:35.868661Z","end":"2026-02-27T02:17:39.985178Z","steps":["trace[1895478023] 'process raft request' (duration: 4.116094718s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.9853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.868656Z","time spent":"4.11659718s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:39.985465Z","caller":"traceutil/trace.go:171","msg":"trace[1256467705] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"4.113865327s","start":"2026-02-27T02:17:35.871586Z","end":"2026-02-27T02:17:39.985452Z","steps":["trace[1256467705] 'process raft request' (duration: 4.113224972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.985535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.871578Z","time spent":"4.113921968s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:17:39.98593Z","caller":"traceutil/trace.go:171","msg":"trace[1238109000] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"4.113097088s","start":"2026-02-27T02:17:35.872811Z","end":"2026-02-27T02:17:39.985908Z","steps":["trace[1238109000] 'process raft request' (duration: 4.112617817s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.986021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.872789Z","time spent":"4.113187701s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:17:39.986579Z","caller":"traceutil/trace.go:171","msg":"trace[115606360] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"1.019951222s","start":"2026-02-27T02:17:38.966617Z","end":"2026-02-27T02:17:39.986568Z","steps":["trace[115606360] 'process raft request' (duration: 1.019925172s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.986636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:38.966584Z","time spent":"1.020026883s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:39.986765Z","caller":"traceutil/trace.go:171","msg":"trace[1343555934] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"4.109293951s","start":"2026-02-27T02:17:35.877456Z","end":"2026-02-27T02:17:39.98675Z","steps":["trace[1343555934] 'process raft request' (duration: 4.108947683s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.986842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.877441Z","time spent":"4.109372042s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:17:39.98706Z","caller":"traceutil/trace.go:171","msg":"trace[1071259745] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"1.195001729s","start":"2026-02-27T02:17:38.792047Z","end":"2026-02-27T02:17:39.987048Z","steps":["trace[1071259745] 'process raft request' (duration: 1.194456657s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.987077Z","caller":"traceutil/trace.go:171","msg":"trace[536696537] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"1.781287809s","start":"2026-02-27T02:17:38.205776Z","end":"2026-02-27T02:17:39.987063Z","steps":["trace[536696537] 'process raft request' (duration: 1.780681865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.98712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:38.792024Z","time spent":"1.195066561s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:39.987148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:38.205743Z","time spent":"1.781360661s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:39.987247Z","caller":"traceutil/trace.go:171","msg":"trace[613626669] linearizableReadLoop","detail":"{readStateIndex:25062; appliedIndex:25053; }","duration":"4.123987051s","start":"2026-02-27T02:17:35.863249Z","end":"2026-02-27T02:17:39.987236Z","steps":["trace[613626669] 'read index received' (duration: 2.94318682s)","trace[613626669] 'applied index is now lower than readState.Index' (duration: 1.180799121s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:39.987368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.357281189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:39.987405Z","caller":"traceutil/trace.go:171","msg":"trace[310179430] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24205; }","duration":"4.357359061s","start":"2026-02-27T02:17:35.630037Z","end":"2026-02-27T02:17:39.987396Z","steps":["trace[310179430] 'agreement among raft nodes before linearized reading' (duration: 4.357291649s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.987435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.630016Z","time spent":"4.357410051s","remote":"127.0.0.1:46552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:39.987595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998678606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:39.98763Z","caller":"traceutil/trace.go:171","msg":"trace[406615275] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24205; }","duration":"4.998748148s","start":"2026-02-27T02:17:34.988872Z","end":"2026-02-27T02:17:39.987621Z","steps":["trace[406615275] 'agreement among raft nodes before linearized reading' (duration: 4.998689406s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.987659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:34.988855Z","time spent":"4.998795248s","remote":"127.0.0.1:45414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:39.987811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.78323624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T02:17:39.987845Z","caller":"traceutil/trace.go:171","msg":"trace[992006912] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24205; }","duration":"6.783310102s","start":"2026-02-27T02:17:33.204527Z","end":"2026-02-27T02:17:39.987837Z","steps":["trace[992006912] 'agreement among raft nodes before linearized reading' (duration: 6.783188949s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.987869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.204519Z","time spent":"6.783343222s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T02:17:39.987892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121268778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-84dpn.1897f8c79e160bdc\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-02-27T02:17:39.987929Z","caller":"traceutil/trace.go:171","msg":"trace[647780395] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-84dpn.1897f8c79e160bdc; range_end:; response_count:1; response_revision:24205; }","duration":"4.12133854s","start":"2026-02-27T02:17:35.866581Z","end":"2026-02-27T02:17:39.98792Z","steps":["trace[647780395] 'agreement among raft nodes before linearized reading' (duration: 4.121216447s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.987961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.866564Z","time spent":"4.12138999s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-84dpn.1897f8c79e160bdc\" "} {"level":"warn","ts":"2026-02-27T02:17:39.987983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.150225999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:39.988007Z","caller":"traceutil/trace.go:171","msg":"trace[254502774] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24205; }","duration":"5.150284879s","start":"2026-02-27T02:17:34.837714Z","end":"2026-02-27T02:17:39.987999Z","steps":["trace[254502774] 'agreement among raft nodes before linearized reading' (duration: 5.150245199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.988032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:34.837693Z","time spent":"5.150333211s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:39.988149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.53901924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:39.988171Z","caller":"traceutil/trace.go:171","msg":"trace[1871239335] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24205; }","duration":"6.539078711s","start":"2026-02-27T02:17:33.449087Z","end":"2026-02-27T02:17:39.988166Z","steps":["trace[1871239335] 'agreement among raft nodes before linearized reading' (duration: 6.539043411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.988188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:33.449067Z","time spent":"6.539115973s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:39.988575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.869571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:39.988617Z","caller":"traceutil/trace.go:171","msg":"trace[507611376] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24205; }","duration":"434.948922ms","start":"2026-02-27T02:17:39.553657Z","end":"2026-02-27T02:17:39.988605Z","steps":["trace[507611376] 'agreement among raft nodes before linearized reading' (duration: 434.88135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.988647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.553635Z","time spent":"435.002803ms","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:39.988689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.989557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:39.988688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272593648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:39.988701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553979288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:39.988717Z","caller":"traceutil/trace.go:171","msg":"trace[1597357154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24205; }","duration":"902.055409ms","start":"2026-02-27T02:17:39.086653Z","end":"2026-02-27T02:17:39.988708Z","steps":["trace[1597357154] 'agreement among raft nodes before linearized reading' (duration: 902.015728ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.988732Z","caller":"traceutil/trace.go:171","msg":"trace[718279714] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24205; }","duration":"1.27267777s","start":"2026-02-27T02:17:38.716042Z","end":"2026-02-27T02:17:39.98872Z","steps":["trace[718279714] 'agreement among raft nodes before linearized reading' (duration: 1.272600088s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.988739Z","caller":"traceutil/trace.go:171","msg":"trace[1656051551] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24205; }","duration":"3.55405929s","start":"2026-02-27T02:17:36.434668Z","end":"2026-02-27T02:17:39.988728Z","steps":["trace[1656051551] 'agreement among raft nodes before linearized reading' (duration: 3.553972908s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.988761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.850291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:39.988768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.434647Z","time spent":"3.554114451s","remote":"127.0.0.1:39072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:39.98877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:38.716001Z","time spent":"1.272758492s","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:17:39.988779Z","caller":"traceutil/trace.go:171","msg":"trace[1747748945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24205; }","duration":"768.898492ms","start":"2026-02-27T02:17:39.219874Z","end":"2026-02-27T02:17:39.988772Z","steps":["trace[1747748945] 'agreement among raft nodes before linearized reading' (duration: 768.873532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.988794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.219856Z","time spent":"768.934534ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:39.988884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818278085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127288"} {"level":"warn","ts":"2026-02-27T02:17:39.988905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474828435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:39.988923Z","caller":"traceutil/trace.go:171","msg":"trace[1781314646] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24205; }","duration":"3.818352687s","start":"2026-02-27T02:17:36.170562Z","end":"2026-02-27T02:17:39.988914Z","steps":["trace[1781314646] 'agreement among raft nodes before linearized reading' (duration: 3.818214354s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.98893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092036913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:39.988942Z","caller":"traceutil/trace.go:171","msg":"trace[871138939] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24205; }","duration":"2.474884987s","start":"2026-02-27T02:17:37.514033Z","end":"2026-02-27T02:17:39.988918Z","steps":["trace[871138939] 'agreement among raft nodes before linearized reading' (duration: 2.474844196s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.9889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.389566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:39.988962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:39.988973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:37.514011Z","time spent":"2.474957878s","remote":"127.0.0.1:46480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:39.98898Z","caller":"traceutil/trace.go:171","msg":"trace[333854536] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24205; }","duration":"930.499938ms","start":"2026-02-27T02:17:39.058472Z","end":"2026-02-27T02:17:39.988972Z","steps":["trace[333854536] 'agreement among raft nodes before linearized reading' (duration: 930.402466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.989015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110410037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:39.989038Z","caller":"traceutil/trace.go:171","msg":"trace[1163834461] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24205; }","duration":"3.110486148s","start":"2026-02-27T02:17:36.878548Z","end":"2026-02-27T02:17:39.989034Z","steps":["trace[1163834461] 'agreement among raft nodes before linearized reading' (duration: 3.110450608s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.989057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.87853Z","time spent":"3.11052127s","remote":"127.0.0.1:46968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:39.989076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229042306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:39.989095Z","caller":"traceutil/trace.go:171","msg":"trace[1310640450] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24205; }","duration":"3.229101148s","start":"2026-02-27T02:17:36.759988Z","end":"2026-02-27T02:17:39.989089Z","steps":["trace[1310640450] 'agreement among raft nodes before linearized reading' (duration: 3.229064057s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.989107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019495529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T02:17:39.989119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.759965Z","time spent":"3.229149259s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:39.989135Z","caller":"traceutil/trace.go:171","msg":"trace[2071885920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24205; }","duration":"4.019556831s","start":"2026-02-27T02:17:35.969571Z","end":"2026-02-27T02:17:39.989127Z","steps":["trace[2071885920] 'agreement among raft nodes before linearized reading' (duration: 4.019458648s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.988986Z","caller":"traceutil/trace.go:171","msg":"trace[1040092549] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24205; }","duration":"3.208085751s","start":"2026-02-27T02:17:36.780892Z","end":"2026-02-27T02:17:39.988977Z","steps":["trace[1040092549] 'agreement among raft nodes before linearized reading' (duration: 3.20804905s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.989167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.969552Z","time spent":"4.019607541s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:17:39.989192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121697008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf\" ","response":"range_response_count:1 size:6145"} {"level":"info","ts":"2026-02-27T02:17:39.98895Z","caller":"traceutil/trace.go:171","msg":"trace[2081643373] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24205; }","duration":"1.092083064s","start":"2026-02-27T02:17:38.89686Z","end":"2026-02-27T02:17:39.988943Z","steps":["trace[2081643373] 'agreement among raft nodes before linearized reading' (duration: 1.092052644s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:39.98922Z","caller":"traceutil/trace.go:171","msg":"trace[992559931] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf; range_end:; response_count:1; response_revision:24205; }","duration":"4.121734299s","start":"2026-02-27T02:17:35.867479Z","end":"2026-02-27T02:17:39.989214Z","steps":["trace[992559931] 'agreement among raft nodes before linearized reading' (duration: 4.121674357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.989228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:38.896842Z","time spent":"1.092378911s","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:39.989242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.867473Z","time spent":"4.121765249s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":6168,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-4d7xf\" "} {"level":"warn","ts":"2026-02-27T02:17:39.989328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.122619629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:17:39.989171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.780868Z","time spent":"3.208294495s","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:39.989354Z","caller":"traceutil/trace.go:171","msg":"trace[566679483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24205; }","duration":"4.12265595s","start":"2026-02-27T02:17:35.866692Z","end":"2026-02-27T02:17:39.989348Z","steps":["trace[566679483] 'agreement among raft nodes before linearized reading' (duration: 4.122585148s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.989373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.866688Z","time spent":"4.12267995s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:17:39.98895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:36.170539Z","time spent":"3.818403437s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127311,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T02:17:39.989013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.058456Z","time spent":"930.5482ms","remote":"127.0.0.1:46724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:39.989136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098250335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-27T02:17:39.989671Z","caller":"traceutil/trace.go:171","msg":"trace[1404270562] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:24205; }","duration":"4.098808687s","start":"2026-02-27T02:17:35.890855Z","end":"2026-02-27T02:17:39.989663Z","steps":["trace[1404270562] 'agreement among raft nodes before linearized reading' (duration: 4.098212923s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:39.989712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:35.89084Z","time spent":"4.098862809s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-02-27T02:17:39.988736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.086633Z","time spent":"902.099279ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:40.493892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:40.994981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:41.49589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:41.863775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288131717s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:41.863895Z","caller":"traceutil/trace.go:171","msg":"trace[608568488] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24205; }","duration":"1.28826275s","start":"2026-02-27T02:17:40.575614Z","end":"2026-02-27T02:17:41.863877Z","steps":["trace[608568488] 'range keys from in-memory index tree' (duration: 1.288115737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:41.996639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:42.49703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746915135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:17:42.613987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.621145555s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:17:42.621029Z","caller":"traceutil/trace.go:171","msg":"trace[318431574] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"2.628856144s","start":"2026-02-27T02:17:39.992143Z","end":"2026-02-27T02:17:42.620999Z","steps":["trace[318431574] 'process raft request' (duration: 2.622046826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:42.621175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.992126Z","time spent":"2.628980728s","remote":"127.0.0.1:46672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127272,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:42.757619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000592333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:17:42.757759Z","caller":"traceutil/trace.go:171","msg":"trace[2092654256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000968582s","start":"2026-02-27T02:17:40.75677Z","end":"2026-02-27T02:17:42.757738Z","steps":["trace[2092654256] 'agreement among raft nodes before linearized reading' (duration: 2.000616044s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:42.757844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:40.756749Z","time spent":"2.001061333s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:17:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:17:43.50803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:42.944499Z","time spent":"563.520962ms","remote":"127.0.0.1:44594","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:17:43.943142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328936875s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:17:43.943664Z","caller":"traceutil/trace.go:171","msg":"trace[1354343570] linearizableReadLoop","detail":"{readStateIndex:25070; appliedIndex:25064; }","duration":"3.950423168s","start":"2026-02-27T02:17:39.993191Z","end":"2026-02-27T02:17:43.943614Z","steps":["trace[1354343570] 'read index received' (duration: 2.621068674s)","trace[1354343570] 'applied index is now lower than readState.Index' (duration: 1.329353804s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:43.943892Z","caller":"traceutil/trace.go:171","msg":"trace[1664069908] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"1.954087465s","start":"2026-02-27T02:17:41.989718Z","end":"2026-02-27T02:17:43.943805Z","steps":["trace[1664069908] 'process raft request' (duration: 1.953812689s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:43.943919Z","caller":"traceutil/trace.go:171","msg":"trace[2069409831] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"3.949837214s","start":"2026-02-27T02:17:39.994034Z","end":"2026-02-27T02:17:43.943871Z","steps":["trace[2069409831] 'process raft request' (duration: 3.949313931s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:43.943998Z","caller":"traceutil/trace.go:171","msg":"trace[1838857631] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"1.951138116s","start":"2026-02-27T02:17:41.99285Z","end":"2026-02-27T02:17:43.943988Z","steps":["trace[1838857631] 'process raft request' (duration: 1.950702536s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:43.94397Z","caller":"traceutil/trace.go:171","msg":"trace[1393749908] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"3.947432069s","start":"2026-02-27T02:17:39.996489Z","end":"2026-02-27T02:17:43.943921Z","steps":["trace[1393749908] 'process raft request' (duration: 3.946994149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:43.944065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:41.9897Z","time spent":"1.954272409s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:43.944089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:41.992836Z","time spent":"1.951187007s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:43.944097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.994016Z","time spent":"3.949987058s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:43.944175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.99648Z","time spent":"3.947579472s","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:17:43.944307Z","caller":"traceutil/trace.go:171","msg":"trace[491581445] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"1.950943842s","start":"2026-02-27T02:17:41.993356Z","end":"2026-02-27T02:17:43.9443Z","steps":["trace[491581445] 'process raft request' (duration: 1.950231915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:43.944352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:41.993344Z","time spent":"1.950986012s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:43.944662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951164745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:17:43.944712Z","caller":"traceutil/trace.go:171","msg":"trace[2016473570] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24211; }","duration":"3.951526693s","start":"2026-02-27T02:17:39.993172Z","end":"2026-02-27T02:17:43.944699Z","steps":["trace[2016473570] 'agreement among raft nodes before linearized reading' (duration: 3.951029531s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:43.944758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.993164Z","time spent":"3.951585295s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T02:17:44.083537Z","caller":"traceutil/trace.go:171","msg":"trace[2051157150] linearizableReadLoop","detail":"{readStateIndex:25071; appliedIndex:25070; }","duration":"139.77508ms","start":"2026-02-27T02:17:43.943728Z","end":"2026-02-27T02:17:44.083504Z","steps":["trace[2051157150] 'read index received' (duration: 104.579725ms)","trace[2051157150] 'applied index is now lower than readState.Index' (duration: 35.192935ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:44.083692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48495566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:44.08378Z","caller":"traceutil/trace.go:171","msg":"trace[669180264] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24212; }","duration":"2.485100643s","start":"2026-02-27T02:17:41.598657Z","end":"2026-02-27T02:17:44.083757Z","steps":["trace[669180264] 'agreement among raft nodes before linearized reading' (duration: 2.484878178s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.083833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:41.598627Z","time spent":"2.485194176s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:44.083961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505068946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:44.084121Z","caller":"traceutil/trace.go:171","msg":"trace[1474008743] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"715.444163ms","start":"2026-02-27T02:17:43.368655Z","end":"2026-02-27T02:17:44.084099Z","steps":["trace[1474008743] 'process raft request' (duration: 679.654274ms)","trace[1474008743] 'compare' (duration: 34.253123ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:44.084127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.087994887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"warn","ts":"2026-02-27T02:17:44.084229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:43.368611Z","time spent":"715.552126ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:17:44.084209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.090942805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-27T02:17:44.084324Z","caller":"traceutil/trace.go:171","msg":"trace[900476905] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24212; }","duration":"4.088207992s","start":"2026-02-27T02:17:39.996088Z","end":"2026-02-27T02:17:44.084296Z","steps":["trace[900476905] 'agreement among raft nodes before linearized reading' (duration: 4.087768011s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:44.084379Z","caller":"traceutil/trace.go:171","msg":"trace[855806886] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24212; }","duration":"4.09115268s","start":"2026-02-27T02:17:39.99321Z","end":"2026-02-27T02:17:44.084362Z","steps":["trace[855806886] 'agreement among raft nodes before linearized reading' (duration: 4.090865414s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.084393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.996081Z","time spent":"4.088294934s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-27T02:17:44.08443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031157821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:44.084473Z","caller":"traceutil/trace.go:171","msg":"trace[276503106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24212; }","duration":"1.031232574s","start":"2026-02-27T02:17:43.05323Z","end":"2026-02-27T02:17:44.084463Z","steps":["trace[276503106] 'agreement among raft nodes before linearized reading' (duration: 1.031163232s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.084509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:43.053213Z","time spent":"1.031288314s","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:44.084555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091152109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:17:44.084607Z","caller":"traceutil/trace.go:171","msg":"trace[1519534555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24212; }","duration":"4.091200831s","start":"2026-02-27T02:17:39.993393Z","end":"2026-02-27T02:17:44.084594Z","steps":["trace[1519534555] 'agreement among raft nodes before linearized reading' (duration: 4.091065457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.084653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.993372Z","time spent":"4.091271433s","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:17:44.084742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326839276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:44.084791Z","caller":"traceutil/trace.go:171","msg":"trace[1649000308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24212; }","duration":"1.326928268s","start":"2026-02-27T02:17:42.757849Z","end":"2026-02-27T02:17:44.084778Z","steps":["trace[1649000308] 'agreement among raft nodes before linearized reading' (duration: 1.326848596s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.084839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:42.757828Z","time spent":"1.327000659s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:17:44.08484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160630852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:17:44.084714Z","caller":"traceutil/trace.go:171","msg":"trace[1373137348] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24212; }","duration":"2.505328222s","start":"2026-02-27T02:17:41.578812Z","end":"2026-02-27T02:17:44.08414Z","steps":["trace[1373137348] 'agreement among raft nodes before linearized reading' (duration: 2.504916212s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:44.105874Z","caller":"traceutil/trace.go:171","msg":"trace[196217801] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24212; }","duration":"3.181566627s","start":"2026-02-27T02:17:40.924148Z","end":"2026-02-27T02:17:44.105715Z","steps":["trace[196217801] 'agreement among raft nodes before linearized reading' (duration: 3.160518839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.085291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.546849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:44.105932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:40.924117Z","time spent":"3.181798033s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:44.105914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:41.57879Z","time spent":"2.527040116s","remote":"127.0.0.1:39254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:44.105988Z","caller":"traceutil/trace.go:171","msg":"trace[1971458568] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24212; }","duration":"133.425083ms","start":"2026-02-27T02:17:43.972502Z","end":"2026-02-27T02:17:44.105927Z","steps":["trace[1971458568] 'agreement among raft nodes before linearized reading' (duration: 112.531759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.085299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461766274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:44.106149Z","caller":"traceutil/trace.go:171","msg":"trace[1732202010] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24212; }","duration":"1.482628066s","start":"2026-02-27T02:17:42.623498Z","end":"2026-02-27T02:17:44.106126Z","steps":["trace[1732202010] 'agreement among raft nodes before linearized reading' (duration: 1.461567798s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.106168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:42.623479Z","time spent":"1.482683197s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:17:44.085362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757678662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:44.106251Z","caller":"traceutil/trace.go:171","msg":"trace[976542706] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24212; }","duration":"1.778606167s","start":"2026-02-27T02:17:42.32764Z","end":"2026-02-27T02:17:44.106246Z","steps":["trace[976542706] 'agreement among raft nodes before linearized reading' (duration: 1.757692993s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.106267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:42.327616Z","time spent":"1.778645398s","remote":"127.0.0.1:46734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:17:44.084433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.993196Z","time spent":"4.091223442s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-02-27T02:17:44.085447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.226471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7c6885cfbb-7ck2z.1897f7226cf7f163\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-27T02:17:44.106419Z","caller":"traceutil/trace.go:171","msg":"trace[674329972] range","detail":"{range_begin:/registry/events/openstack/glance-api-7c6885cfbb-7ck2z.1897f7226cf7f163; range_end:; response_count:1; response_revision:24212; }","duration":"158.249388ms","start":"2026-02-27T02:17:43.948164Z","end":"2026-02-27T02:17:44.106414Z","steps":["trace[674329972] 'agreement among raft nodes before linearized reading' (duration: 137.127669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.085558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08939179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:44.10651Z","caller":"traceutil/trace.go:171","msg":"trace[1161956255] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24212; }","duration":"4.110378655s","start":"2026-02-27T02:17:39.996127Z","end":"2026-02-27T02:17:44.106506Z","steps":["trace[1161956255] 'agreement among raft nodes before linearized reading' (duration: 4.089387609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.106549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.996118Z","time spent":"4.110402916s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:17:44.085587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035098232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:17:44.106679Z","caller":"traceutil/trace.go:171","msg":"trace[1484725311] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24212; }","duration":"2.056211462s","start":"2026-02-27T02:17:42.05045Z","end":"2026-02-27T02:17:44.106662Z","steps":["trace[1484725311] 'agreement among raft nodes before linearized reading' (duration: 2.03499539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.106729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:42.050437Z","time spent":"2.056278653s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:17:44.085647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325847731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:17:44.085704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089490921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-02-27T02:17:44.08572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.913993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T02:17:44.085909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670104051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:44.106829Z","caller":"traceutil/trace.go:171","msg":"trace[279148007] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24212; }","duration":"3.691079606s","start":"2026-02-27T02:17:40.415738Z","end":"2026-02-27T02:17:44.106817Z","steps":["trace[279148007] 'agreement among raft nodes before linearized reading' (duration: 3.669760702s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.1069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:40.415717Z","time spent":"3.691139387s","remote":"127.0.0.1:46572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:44.106918Z","caller":"traceutil/trace.go:171","msg":"trace[1987341941] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24212; }","duration":"4.110738354s","start":"2026-02-27T02:17:39.99617Z","end":"2026-02-27T02:17:44.106908Z","steps":["trace[1987341941] 'agreement among raft nodes before linearized reading' (duration: 4.089325107s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.106943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:39.996166Z","time spent":"4.110768714s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-27T02:17:44.107033Z","caller":"traceutil/trace.go:171","msg":"trace[959085118] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24212; }","duration":"2.347275518s","start":"2026-02-27T02:17:41.759751Z","end":"2026-02-27T02:17:44.107026Z","steps":["trace[959085118] 'agreement among raft nodes before linearized reading' (duration: 2.325847202s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.107059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:17:41.759734Z","time spent":"2.347312589s","remote":"127.0.0.1:47806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:17:44.107079Z","caller":"traceutil/trace.go:171","msg":"trace[861494650] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:24212; }","duration":"159.035906ms","start":"2026-02-27T02:17:43.948027Z","end":"2026-02-27T02:17:44.107062Z","steps":["trace[861494650] 'agreement among raft nodes before linearized reading' (duration: 136.3243ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:44.29442Z","caller":"traceutil/trace.go:171","msg":"trace[489256515] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"199.677408ms","start":"2026-02-27T02:17:44.094726Z","end":"2026-02-27T02:17:44.294403Z","steps":["trace[489256515] 'process raft request' (duration: 199.449273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:44.294343Z","caller":"traceutil/trace.go:171","msg":"trace[1159282797] linearizableReadLoop","detail":"{readStateIndex:25072; appliedIndex:25071; }","duration":"198.969721ms","start":"2026-02-27T02:17:44.095351Z","end":"2026-02-27T02:17:44.294321Z","steps":["trace[1159282797] 'read index received' (duration: 198.757846ms)","trace[1159282797] 'applied index is now lower than readState.Index' (duration: 211.085µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:44.294672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.296379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:44.294733Z","caller":"traceutil/trace.go:171","msg":"trace[583951708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24213; }","duration":"199.402291ms","start":"2026-02-27T02:17:44.095316Z","end":"2026-02-27T02:17:44.294719Z","steps":["trace[583951708] 'agreement among raft nodes before linearized reading' (duration: 199.251148ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:44.350272Z","caller":"traceutil/trace.go:171","msg":"trace[1623214521] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"241.500397ms","start":"2026-02-27T02:17:44.108752Z","end":"2026-02-27T02:17:44.350252Z","steps":["trace[1623214521] 'process raft request' (duration: 241.423135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:44.350392Z","caller":"traceutil/trace.go:171","msg":"trace[927874263] transaction","detail":"{read_only:false; number_of_response:0; response_revision:24213; }","duration":"241.756563ms","start":"2026-02-27T02:17:44.10861Z","end":"2026-02-27T02:17:44.350367Z","steps":["trace[927874263] 'process raft request' (duration: 241.524658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.350804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.885501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:44.350866Z","caller":"traceutil/trace.go:171","msg":"trace[1824565930] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24214; }","duration":"227.961723ms","start":"2026-02-27T02:17:44.12289Z","end":"2026-02-27T02:17:44.350852Z","steps":["trace[1824565930] 'agreement among raft nodes before linearized reading' (duration: 227.83938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.350893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.667558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:44.350919Z","caller":"traceutil/trace.go:171","msg":"trace[2048795896] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24214; }","duration":"237.71566ms","start":"2026-02-27T02:17:44.113196Z","end":"2026-02-27T02:17:44.350912Z","steps":["trace[2048795896] 'agreement among raft nodes before linearized reading' (duration: 237.661888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.351026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.862382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-844703bb-5716-4fbe-bb08-47d921d3468b\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-27T02:17:44.35104Z","caller":"traceutil/trace.go:171","msg":"trace[1241427064] range","detail":"{range_begin:/registry/persistentvolumes/pvc-844703bb-5716-4fbe-bb08-47d921d3468b; range_end:; response_count:1; response_revision:24214; }","duration":"240.884502ms","start":"2026-02-27T02:17:44.11015Z","end":"2026-02-27T02:17:44.351035Z","steps":["trace[1241427064] 'agreement among raft nodes before linearized reading' (duration: 240.840891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.351093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.569392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:44.351116Z","caller":"traceutil/trace.go:171","msg":"trace[1038204069] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24214; }","duration":"138.631473ms","start":"2026-02-27T02:17:44.212477Z","end":"2026-02-27T02:17:44.351109Z","steps":["trace[1038204069] 'agreement among raft nodes before linearized reading' (duration: 138.565212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.351565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.791384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-27T02:17:44.351594Z","caller":"traceutil/trace.go:171","msg":"trace[862150741] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24214; }","duration":"241.832904ms","start":"2026-02-27T02:17:44.109752Z","end":"2026-02-27T02:17:44.351585Z","steps":["trace[862150741] 'agreement among raft nodes before linearized reading' (duration: 241.747882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:44.718878Z","caller":"traceutil/trace.go:171","msg":"trace[1803565425] linearizableReadLoop","detail":"{readStateIndex:25097; appliedIndex:25096; }","duration":"121.708392ms","start":"2026-02-27T02:17:44.597156Z","end":"2026-02-27T02:17:44.718864Z","steps":["trace[1803565425] 'read index received' (duration: 121.564868ms)","trace[1803565425] 'applied index is now lower than readState.Index' (duration: 142.814µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:44.718946Z","caller":"traceutil/trace.go:171","msg":"trace[909799004] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"123.285197ms","start":"2026-02-27T02:17:44.595656Z","end":"2026-02-27T02:17:44.718941Z","steps":["trace[909799004] 'process raft request' (duration: 123.109493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.719126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.957167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-02-27T02:17:44.71915Z","caller":"traceutil/trace.go:171","msg":"trace[331539646] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:24236; }","duration":"122.003898ms","start":"2026-02-27T02:17:44.597139Z","end":"2026-02-27T02:17:44.719143Z","steps":["trace[331539646] 'agreement among raft nodes before linearized reading' (duration: 121.910846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:44.969271Z","caller":"traceutil/trace.go:171","msg":"trace[522568241] linearizableReadLoop","detail":"{readStateIndex:25106; appliedIndex:25105; }","duration":"164.065873ms","start":"2026-02-27T02:17:44.805187Z","end":"2026-02-27T02:17:44.969253Z","steps":["trace[522568241] 'read index received' (duration: 7.648718ms)","trace[522568241] 'applied index is now lower than readState.Index' (duration: 156.416425ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:44.969329Z","caller":"traceutil/trace.go:171","msg":"trace[1437620183] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"180.444053ms","start":"2026-02-27T02:17:44.788873Z","end":"2026-02-27T02:17:44.969317Z","steps":["trace[1437620183] 'process raft request' (duration: 147.028868ms)","trace[1437620183] 'compare' (duration: 32.713209ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:44.969432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.230367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-27T02:17:44.969454Z","caller":"traceutil/trace.go:171","msg":"trace[1333410203] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24245; }","duration":"164.266118ms","start":"2026-02-27T02:17:44.805182Z","end":"2026-02-27T02:17:44.969448Z","steps":["trace[1333410203] 'agreement among raft nodes before linearized reading' (duration: 164.157055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.969586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.797805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-67fdb85b4f-5wdq8.1897f62844a695e0\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-02-27T02:17:44.969607Z","caller":"traceutil/trace.go:171","msg":"trace[1559606263] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-67fdb85b4f-5wdq8.1897f62844a695e0; range_end:; response_count:1; response_revision:24245; }","duration":"153.833765ms","start":"2026-02-27T02:17:44.815766Z","end":"2026-02-27T02:17:44.9696Z","steps":["trace[1559606263] 'agreement among raft nodes before linearized reading' (duration: 153.777594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.969705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.972866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-27T02:17:44.969721Z","caller":"traceutil/trace.go:171","msg":"trace[128301445] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24245; }","duration":"112.028177ms","start":"2026-02-27T02:17:44.857689Z","end":"2026-02-27T02:17:44.969717Z","steps":["trace[128301445] 'agreement among raft nodes before linearized reading' (duration: 111.982266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:44.96977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.510769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:44.969784Z","caller":"traceutil/trace.go:171","msg":"trace[270564789] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24245; }","duration":"128.55394ms","start":"2026-02-27T02:17:44.841227Z","end":"2026-02-27T02:17:44.969781Z","steps":["trace[270564789] 'agreement among raft nodes before linearized reading' (duration: 128.528349ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:45.189246Z","caller":"traceutil/trace.go:171","msg":"trace[29915146] linearizableReadLoop","detail":"{readStateIndex:25116; appliedIndex:25115; }","duration":"147.247753ms","start":"2026-02-27T02:17:45.041985Z","end":"2026-02-27T02:17:45.189233Z","steps":["trace[29915146] 'read index received' (duration: 105.652399ms)","trace[29915146] 'applied index is now lower than readState.Index' (duration: 41.594744ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:45.189499Z","caller":"traceutil/trace.go:171","msg":"trace[810484173] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"152.844573ms","start":"2026-02-27T02:17:45.036646Z","end":"2026-02-27T02:17:45.18949Z","steps":["trace[810484173] 'process raft request' (duration: 110.994543ms)","trace[810484173] 'compare' (duration: 41.521263ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:45.189713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.718054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"warn","ts":"2026-02-27T02:17:45.192947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.839195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-02-27T02:17:45.193008Z","caller":"traceutil/trace.go:171","msg":"trace[436684726] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:24255; }","duration":"137.905027ms","start":"2026-02-27T02:17:45.055089Z","end":"2026-02-27T02:17:45.192994Z","steps":["trace[436684726] 'agreement among raft nodes before linearized reading' (duration: 137.795804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:45.19253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.24449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-02-27T02:17:45.193334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.730565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:17:45.193356Z","caller":"traceutil/trace.go:171","msg":"trace[34674464] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24255; }","duration":"147.130491ms","start":"2026-02-27T02:17:45.046215Z","end":"2026-02-27T02:17:45.193346Z","steps":["trace[34674464] 'agreement among raft nodes before linearized reading' (duration: 146.115307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:45.193397Z","caller":"traceutil/trace.go:171","msg":"trace[1803962421] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24255; }","duration":"144.826297ms","start":"2026-02-27T02:17:45.048557Z","end":"2026-02-27T02:17:45.193384Z","steps":["trace[1803962421] 'agreement among raft nodes before linearized reading' (duration: 144.694854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:45.189734Z","caller":"traceutil/trace.go:171","msg":"trace[2100413202] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24255; }","duration":"147.774605ms","start":"2026-02-27T02:17:45.041954Z","end":"2026-02-27T02:17:45.189729Z","steps":["trace[2100413202] 'agreement among raft nodes before linearized reading' (duration: 147.692753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:45.731755Z","caller":"traceutil/trace.go:171","msg":"trace[2004153685] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"170.980683ms","start":"2026-02-27T02:17:45.560739Z","end":"2026-02-27T02:17:45.73172Z","steps":["trace[2004153685] 'process raft request' (duration: 126.508132ms)","trace[2004153685] 'compare' (duration: 44.214235ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:45.73167Z","caller":"traceutil/trace.go:171","msg":"trace[1542786831] linearizableReadLoop","detail":"{readStateIndex:25160; appliedIndex:25159; }","duration":"170.616235ms","start":"2026-02-27T02:17:45.561028Z","end":"2026-02-27T02:17:45.731645Z","steps":["trace[1542786831] 'read index received' (duration: 126.234246ms)","trace[1542786831] 'applied index is now lower than readState.Index' (duration: 44.380509ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:45.732599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.550077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29535975-88t7w\" ","response":"range_response_count:1 size:7237"} {"level":"info","ts":"2026-02-27T02:17:45.732655Z","caller":"traceutil/trace.go:171","msg":"trace[471329229] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29535975-88t7w; range_end:; response_count:1; response_revision:24299; }","duration":"171.622468ms","start":"2026-02-27T02:17:45.561017Z","end":"2026-02-27T02:17:45.73264Z","steps":["trace[471329229] 'agreement among raft nodes before linearized reading' (duration: 170.782559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:45.733298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.745471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-27T02:17:45.733376Z","caller":"traceutil/trace.go:171","msg":"trace[22891034] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:24300; }","duration":"152.860653ms","start":"2026-02-27T02:17:45.580499Z","end":"2026-02-27T02:17:45.733359Z","steps":["trace[22891034] 'agreement among raft nodes before linearized reading' (duration: 152.702079ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:45.733715Z","caller":"traceutil/trace.go:171","msg":"trace[1829509548] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"164.072273ms","start":"2026-02-27T02:17:45.569632Z","end":"2026-02-27T02:17:45.733704Z","steps":["trace[1829509548] 'process raft request' (duration: 163.437258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:45.733833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.2338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-02-27T02:17:45.733875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.839372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T02:17:45.733911Z","caller":"traceutil/trace.go:171","msg":"trace[573442635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24300; }","duration":"139.884102ms","start":"2026-02-27T02:17:45.594018Z","end":"2026-02-27T02:17:45.733902Z","steps":["trace[573442635] 'agreement among raft nodes before linearized reading' (duration: 139.815411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:45.734069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.061336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-02-27T02:17:45.734103Z","caller":"traceutil/trace.go:171","msg":"trace[46773132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24300; }","duration":"140.116928ms","start":"2026-02-27T02:17:45.593976Z","end":"2026-02-27T02:17:45.734093Z","steps":["trace[46773132] 'agreement among raft nodes before linearized reading' (duration: 140.065837ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:45.733878Z","caller":"traceutil/trace.go:171","msg":"trace[1850580279] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24300; }","duration":"121.303272ms","start":"2026-02-27T02:17:45.612561Z","end":"2026-02-27T02:17:45.733864Z","steps":["trace[1850580279] 'agreement among raft nodes before linearized reading' (duration: 121.196799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:45.734552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.088952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:17:45.734594Z","caller":"traceutil/trace.go:171","msg":"trace[1570854819] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24300; }","duration":"104.130563ms","start":"2026-02-27T02:17:45.630454Z","end":"2026-02-27T02:17:45.734584Z","steps":["trace[1570854819] 'agreement among raft nodes before linearized reading' (duration: 104.032931ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:46.149942Z","caller":"traceutil/trace.go:171","msg":"trace[672488347] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"129.580634ms","start":"2026-02-27T02:17:46.020338Z","end":"2026-02-27T02:17:46.149918Z","steps":["trace[672488347] 'process raft request' (duration: 126.725727ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:46.149895Z","caller":"traceutil/trace.go:171","msg":"trace[1294197379] linearizableReadLoop","detail":"{readStateIndex:25214; appliedIndex:25213; }","duration":"126.40493ms","start":"2026-02-27T02:17:46.023458Z","end":"2026-02-27T02:17:46.149863Z","steps":["trace[1294197379] 'read index received' (duration: 123.620506ms)","trace[1294197379] 'applied index is now lower than readState.Index' (duration: 2.781444ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:17:46.150155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.683976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:17:46.150204Z","caller":"traceutil/trace.go:171","msg":"trace[897717628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24355; }","duration":"126.786199ms","start":"2026-02-27T02:17:46.023406Z","end":"2026-02-27T02:17:46.150193Z","steps":["trace[897717628] 'agreement among raft nodes before linearized reading' (duration: 126.582374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:47.902577Z","caller":"traceutil/trace.go:171","msg":"trace[1703545141] linearizableReadLoop","detail":"{readStateIndex:25259; appliedIndex:25258; }","duration":"120.015812ms","start":"2026-02-27T02:17:47.782537Z","end":"2026-02-27T02:17:47.902552Z","steps":["trace[1703545141] 'read index received' (duration: 119.841658ms)","trace[1703545141] 'applied index is now lower than readState.Index' (duration: 172.674µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:17:47.902621Z","caller":"traceutil/trace.go:171","msg":"trace[138198837] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"126.107303ms","start":"2026-02-27T02:17:47.776485Z","end":"2026-02-27T02:17:47.902592Z","steps":["trace[138198837] 'process raft request' (duration: 125.910819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:47.902801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.137855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:17:47.902853Z","caller":"traceutil/trace.go:171","msg":"trace[1070123496] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24398; }","duration":"101.251967ms","start":"2026-02-27T02:17:47.80159Z","end":"2026-02-27T02:17:47.902842Z","steps":["trace[1070123496] 'agreement among raft nodes before linearized reading' (duration: 101.144625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:17:47.902839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.277798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:17:47.90291Z","caller":"traceutil/trace.go:171","msg":"trace[1560763550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24398; }","duration":"120.37888ms","start":"2026-02-27T02:17:47.782513Z","end":"2026-02-27T02:17:47.902892Z","steps":["trace[1560763550] 'agreement among raft nodes before linearized reading' (duration: 120.154325ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:17:48.320971Z","caller":"traceutil/trace.go:171","msg":"trace[2048946535] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"114.512515ms","start":"2026-02-27T02:17:48.206435Z","end":"2026-02-27T02:17:48.320947Z","steps":["trace[2048946535] 'process raft request' (duration: 114.118206ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:48.556816Z","caller":"traceutil/trace.go:171","msg":"trace[75959182] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"227.038829ms","start":"2026-02-27T02:18:48.329748Z","end":"2026-02-27T02:18:48.556786Z","steps":["trace[75959182] 'process raft request' (duration: 151.110334ms)","trace[75959182] 'compare' (duration: 75.602257ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:18:48.556889Z","caller":"traceutil/trace.go:171","msg":"trace[1127515138] linearizableReadLoop","detail":"{readStateIndex:25843; appliedIndex:25840; }","duration":"215.764377ms","start":"2026-02-27T02:18:48.341104Z","end":"2026-02-27T02:18:48.556868Z","steps":["trace[1127515138] 'read index received' (duration: 60.923988ms)","trace[1127515138] 'applied index is now lower than readState.Index' (duration: 154.839379ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:18:48.557049Z","caller":"traceutil/trace.go:171","msg":"trace[2048010640] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"226.200919ms","start":"2026-02-27T02:18:48.330818Z","end":"2026-02-27T02:18:48.557019Z","steps":["trace[2048010640] 'process raft request' (duration: 225.80538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:48.55719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.065195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:65143"} {"level":"info","ts":"2026-02-27T02:18:48.557885Z","caller":"traceutil/trace.go:171","msg":"trace[1966339259] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24967; }","duration":"216.798462ms","start":"2026-02-27T02:18:48.341056Z","end":"2026-02-27T02:18:48.557854Z","steps":["trace[1966339259] 'agreement among raft nodes before linearized reading' (duration: 215.872321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:48.557971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.853923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:18:48.558016Z","caller":"traceutil/trace.go:171","msg":"trace[1598588547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24967; }","duration":"203.924324ms","start":"2026-02-27T02:18:48.35408Z","end":"2026-02-27T02:18:48.558005Z","steps":["trace[1598588547] 'agreement among raft nodes before linearized reading' (duration: 203.804541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:48.558036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.329852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:18:48.558046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.097892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:18:48.558115Z","caller":"traceutil/trace.go:171","msg":"trace[1538155897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24967; }","duration":"122.205835ms","start":"2026-02-27T02:18:48.435895Z","end":"2026-02-27T02:18:48.558101Z","steps":["trace[1538155897] 'agreement among raft nodes before linearized reading' (duration: 122.00216ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:48.55807Z","caller":"traceutil/trace.go:171","msg":"trace[75435998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24967; }","duration":"133.416204ms","start":"2026-02-27T02:18:48.424644Z","end":"2026-02-27T02:18:48.558061Z","steps":["trace[75435998] 'agreement among raft nodes before linearized reading' (duration: 133.281541ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:50.635276Z","caller":"traceutil/trace.go:171","msg":"trace[1193620070] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"527.662417ms","start":"2026-02-27T02:18:50.107595Z","end":"2026-02-27T02:18:50.635257Z","steps":["trace[1193620070] 'process raft request' (duration: 527.545504ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:50.635355Z","caller":"traceutil/trace.go:171","msg":"trace[2102548523] linearizableReadLoop","detail":"{readStateIndex:25854; appliedIndex:25854; }","duration":"374.613909ms","start":"2026-02-27T02:18:50.260711Z","end":"2026-02-27T02:18:50.635324Z","steps":["trace[2102548523] 'read index received' (duration: 374.603199ms)","trace[2102548523] 'applied index is now lower than readState.Index' (duration: 8.79µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:18:50.635417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:50.107578Z","time spent":"527.77018ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:18:50.635505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.777583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:18:50.635585Z","caller":"traceutil/trace.go:171","msg":"trace[1276645120] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24977; }","duration":"374.917496ms","start":"2026-02-27T02:18:50.260653Z","end":"2026-02-27T02:18:50.635571Z","steps":["trace[1276645120] 'agreement among raft nodes before linearized reading' (duration: 374.787283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:50.635625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:50.260631Z","time spent":"374.983858ms","remote":"127.0.0.1:46844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:18:50.636366Z","caller":"traceutil/trace.go:171","msg":"trace[745883406] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"229.317851ms","start":"2026-02-27T02:18:50.407035Z","end":"2026-02-27T02:18:50.636353Z","steps":["trace[745883406] 'process raft request' (duration: 228.949853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:52.497697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746917310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:18:52.841537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.89048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:18:52.841654Z","caller":"traceutil/trace.go:171","msg":"trace[661144887] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"1.073838672s","start":"2026-02-27T02:18:51.767792Z","end":"2026-02-27T02:18:52.841631Z","steps":["trace[661144887] 'process raft request' (duration: 899.763198ms)","trace[661144887] 'compare' (duration: 173.755237ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:18:52.841721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:51.767761Z","time spent":"1.073927275s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:18:52.86741Z","caller":"traceutil/trace.go:171","msg":"trace[242639936] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"741.652243ms","start":"2026-02-27T02:18:52.125732Z","end":"2026-02-27T02:18:52.867384Z","steps":["trace[242639936] 'process raft request' (duration: 741.450889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:52.867573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:52.125631Z","time spent":"741.858898ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:18:52.867951Z","caller":"traceutil/trace.go:171","msg":"trace[148387169] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"226.485785ms","start":"2026-02-27T02:18:52.641416Z","end":"2026-02-27T02:18:52.867901Z","steps":["trace[148387169] 'process raft request' (duration: 225.921522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:52.868115Z","caller":"traceutil/trace.go:171","msg":"trace[1324843314] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"226.655199ms","start":"2026-02-27T02:18:52.641412Z","end":"2026-02-27T02:18:52.868067Z","steps":["trace[1324843314] 'process raft request' (duration: 226.363602ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:52.868107Z","caller":"traceutil/trace.go:171","msg":"trace[140654380] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"226.504275ms","start":"2026-02-27T02:18:52.641533Z","end":"2026-02-27T02:18:52.868038Z","steps":["trace[140654380] 'process raft request' (duration: 226.343402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:52.868173Z","caller":"traceutil/trace.go:171","msg":"trace[1147405729] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"226.330442ms","start":"2026-02-27T02:18:52.641828Z","end":"2026-02-27T02:18:52.868158Z","steps":["trace[1147405729] 'process raft request' (duration: 226.087697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:52.86823Z","caller":"traceutil/trace.go:171","msg":"trace[690782967] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"206.225167ms","start":"2026-02-27T02:18:52.661972Z","end":"2026-02-27T02:18:52.868197Z","steps":["trace[690782967] 'process raft request' (duration: 205.977331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:52.868514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.939682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:18:52.868577Z","caller":"traceutil/trace.go:171","msg":"trace[905854256] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24997; }","duration":"871.059215ms","start":"2026-02-27T02:18:51.997503Z","end":"2026-02-27T02:18:52.868562Z","steps":["trace[905854256] 'agreement among raft nodes before linearized reading' (duration: 870.955312ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:52.868013Z","caller":"traceutil/trace.go:171","msg":"trace[654074688] linearizableReadLoop","detail":"{readStateIndex:25869; appliedIndex:25867; }","duration":"870.407189ms","start":"2026-02-27T02:18:51.997581Z","end":"2026-02-27T02:18:52.867988Z","steps":["trace[654074688] 'read index received' (duration: 669.950915ms)","trace[654074688] 'applied index is now lower than readState.Index' (duration: 200.454894ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:18:52.868913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.113227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:18:52.868971Z","caller":"traceutil/trace.go:171","msg":"trace[1385424360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24997; }","duration":"223.20425ms","start":"2026-02-27T02:18:52.64575Z","end":"2026-02-27T02:18:52.868954Z","steps":["trace[1385424360] 'agreement among raft nodes before linearized reading' (duration: 223.036586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:52.869238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.550845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:18:52.868654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:51.997466Z","time spent":"871.174287ms","remote":"127.0.0.1:47750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:18:52.869296Z","caller":"traceutil/trace.go:171","msg":"trace[844152560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24997; }","duration":"222.643326ms","start":"2026-02-27T02:18:52.646638Z","end":"2026-02-27T02:18:52.869282Z","steps":["trace[844152560] 'agreement among raft nodes before linearized reading' (duration: 222.421191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:52.869324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.017095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:18:52.869406Z","caller":"traceutil/trace.go:171","msg":"trace[508744263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24997; }","duration":"223.129628ms","start":"2026-02-27T02:18:52.646259Z","end":"2026-02-27T02:18:52.869388Z","steps":["trace[508744263] 'agreement among raft nodes before linearized reading' (duration: 222.849531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:52.869499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.839649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:18:52.869499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.444424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299343"} {"level":"info","ts":"2026-02-27T02:18:52.869535Z","caller":"traceutil/trace.go:171","msg":"trace[415330350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24997; }","duration":"112.89438ms","start":"2026-02-27T02:18:52.756632Z","end":"2026-02-27T02:18:52.869526Z","steps":["trace[415330350] 'agreement among raft nodes before linearized reading' (duration: 112.839289ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:52.869557Z","caller":"traceutil/trace.go:171","msg":"trace[1863889995] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:24997; }","duration":"136.560906ms","start":"2026-02-27T02:18:52.732981Z","end":"2026-02-27T02:18:52.869542Z","steps":["trace[1863889995] 'agreement among raft nodes before linearized reading' (duration: 135.830039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:53.135143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.866915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:18:53.135244Z","caller":"traceutil/trace.go:171","msg":"trace[1247931069] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"195.171512ms","start":"2026-02-27T02:18:52.940055Z","end":"2026-02-27T02:18:53.135226Z","steps":["trace[1247931069] 'process raft request' (duration: 93.137193ms)","trace[1247931069] 'compare' (duration: 101.736392ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:18:53.743136Z","caller":"traceutil/trace.go:171","msg":"trace[1668738251] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"165.111297ms","start":"2026-02-27T02:18:53.577994Z","end":"2026-02-27T02:18:53.743105Z","steps":["trace[1668738251] 'process raft request' (duration: 164.944233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:53.801343Z","caller":"traceutil/trace.go:171","msg":"trace[1935869286] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"223.098828ms","start":"2026-02-27T02:18:53.578224Z","end":"2026-02-27T02:18:53.801323Z","steps":["trace[1935869286] 'process raft request' (duration: 219.970395ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:54.261326Z","caller":"traceutil/trace.go:171","msg":"trace[796239138] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"120.843793ms","start":"2026-02-27T02:18:54.140458Z","end":"2026-02-27T02:18:54.261302Z","steps":["trace[796239138] 'process raft request' (duration: 118.52705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:54.76864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.827766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:18:54.768735Z","caller":"traceutil/trace.go:171","msg":"trace[276726803] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25005; }","duration":"231.00688ms","start":"2026-02-27T02:18:54.537707Z","end":"2026-02-27T02:18:54.768714Z","steps":["trace[276726803] 'range keys from in-memory index tree' (duration: 230.716284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:54.768836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.842282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T02:18:54.768901Z","caller":"traceutil/trace.go:171","msg":"trace[32540929] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25005; }","duration":"142.957505ms","start":"2026-02-27T02:18:54.625926Z","end":"2026-02-27T02:18:54.768883Z","steps":["trace[32540929] 'range keys from in-memory index tree' (duration: 142.602096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:55.4187Z","caller":"traceutil/trace.go:171","msg":"trace[1741313636] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"543.649167ms","start":"2026-02-27T02:18:54.875024Z","end":"2026-02-27T02:18:55.418674Z","steps":["trace[1741313636] 'process raft request' (duration: 543.569615ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:55.418735Z","caller":"traceutil/trace.go:171","msg":"trace[1150242388] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"544.325912ms","start":"2026-02-27T02:18:54.874374Z","end":"2026-02-27T02:18:55.4187Z","steps":["trace[1150242388] 'process raft request' (duration: 544.043306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:55.418853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:54.875013Z","time spent":"543.75786ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:18:55.418906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:54.87435Z","time spent":"544.455196ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:18:55.418978Z","caller":"traceutil/trace.go:171","msg":"trace[1602313360] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"543.668947ms","start":"2026-02-27T02:18:54.875286Z","end":"2026-02-27T02:18:55.418955Z","steps":["trace[1602313360] 'process raft request' (duration: 543.35ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:55.41901Z","caller":"traceutil/trace.go:171","msg":"trace[596714500] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"542.809938ms","start":"2026-02-27T02:18:54.876185Z","end":"2026-02-27T02:18:55.418995Z","steps":["trace[596714500] 'process raft request' (duration: 542.677775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:55.419066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:54.876158Z","time spent":"542.877979ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:18:55.419088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:54.875262Z","time spent":"543.76723ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:18:55.419095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.050025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:18:55.41914Z","caller":"traceutil/trace.go:171","msg":"trace[1799848834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25010; }","duration":"489.147707ms","start":"2026-02-27T02:18:54.92998Z","end":"2026-02-27T02:18:55.419128Z","steps":["trace[1799848834] 'agreement among raft nodes before linearized reading' (duration: 488.980133ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:55.419151Z","caller":"traceutil/trace.go:171","msg":"trace[1540983749] linearizableReadLoop","detail":"{readStateIndex:25888; appliedIndex:25884; }","duration":"488.909251ms","start":"2026-02-27T02:18:54.930046Z","end":"2026-02-27T02:18:55.418955Z","steps":["trace[1540983749] 'read index received' (duration: 488.359989ms)","trace[1540983749] 'applied index is now lower than readState.Index' (duration: 547.982µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:18:55.419179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:54.929958Z","time spent":"489.211299ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:18:55.419284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.301352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:18:55.41932Z","caller":"traceutil/trace.go:171","msg":"trace[1300694045] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25010; }","duration":"146.388864ms","start":"2026-02-27T02:18:55.272918Z","end":"2026-02-27T02:18:55.419307Z","steps":["trace[1300694045] 'agreement among raft nodes before linearized reading' (duration: 146.328913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:55.419334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.179823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:18:55.419365Z","caller":"traceutil/trace.go:171","msg":"trace[1067468016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25010; }","duration":"481.253355ms","start":"2026-02-27T02:18:54.938103Z","end":"2026-02-27T02:18:55.419356Z","steps":["trace[1067468016] 'agreement among raft nodes before linearized reading' (duration: 481.126082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:55.419399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:54.938083Z","time spent":"481.309176ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:18:55.419401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.255107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:18:55.419508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.655562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:18:55.419534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.110453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:18:55.419553Z","caller":"traceutil/trace.go:171","msg":"trace[798228364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25010; }","duration":"477.721874ms","start":"2026-02-27T02:18:54.941821Z","end":"2026-02-27T02:18:55.419543Z","steps":["trace[798228364] 'agreement among raft nodes before linearized reading' (duration: 477.54439ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:55.41956Z","caller":"traceutil/trace.go:171","msg":"trace[19469190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25010; }","duration":"478.167334ms","start":"2026-02-27T02:18:54.941384Z","end":"2026-02-27T02:18:55.419552Z","steps":["trace[19469190] 'agreement among raft nodes before linearized reading' (duration: 478.084412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:18:55.419561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.097855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:18:55.419585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:54.94181Z","time spent":"477.768655ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:18:55.419589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:18:54.941371Z","time spent":"478.209825ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:18:55.41963Z","caller":"traceutil/trace.go:171","msg":"trace[1396991890] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25010; }","duration":"280.223458ms","start":"2026-02-27T02:18:55.139386Z","end":"2026-02-27T02:18:55.419609Z","steps":["trace[1396991890] 'agreement among raft nodes before linearized reading' (duration: 280.029544ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:18:55.419922Z","caller":"traceutil/trace.go:171","msg":"trace[1097185927] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25010; }","duration":"103.36765ms","start":"2026-02-27T02:18:55.316086Z","end":"2026-02-27T02:18:55.419453Z","steps":["trace[1097185927] 'agreement among raft nodes before linearized reading' (duration: 103.276418ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:03.791414Z","caller":"traceutil/trace.go:171","msg":"trace[1053183144] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"108.1517ms","start":"2026-02-27T02:19:03.683232Z","end":"2026-02-27T02:19:03.791384Z","steps":["trace[1053183144] 'process raft request' (duration: 37.856305ms)","trace[1053183144] 'compare' (duration: 69.897036ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:19:08.366308Z","caller":"traceutil/trace.go:171","msg":"trace[1957542323] linearizableReadLoop","detail":"{readStateIndex:25980; appliedIndex:25979; }","duration":"234.282586ms","start":"2026-02-27T02:19:08.132007Z","end":"2026-02-27T02:19:08.36629Z","steps":["trace[1957542323] 'read index received' (duration: 234.169263ms)","trace[1957542323] 'applied index is now lower than readState.Index' (duration: 112.423µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:19:08.366467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.453749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:19:08.366492Z","caller":"traceutil/trace.go:171","msg":"trace[151253492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25099; }","duration":"234.515471ms","start":"2026-02-27T02:19:08.131969Z","end":"2026-02-27T02:19:08.366484Z","steps":["trace[151253492] 'agreement among raft nodes before linearized reading' (duration: 234.384508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:08.366543Z","caller":"traceutil/trace.go:171","msg":"trace[1353351221] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"235.32675ms","start":"2026-02-27T02:19:08.131141Z","end":"2026-02-27T02:19:08.366467Z","steps":["trace[1353351221] 'process raft request' (duration: 235.029773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:09.862483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.880089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:19:09.862816Z","caller":"traceutil/trace.go:171","msg":"trace[2067976776] linearizableReadLoop","detail":"{readStateIndex:25985; appliedIndex:25984; }","duration":"191.712701ms","start":"2026-02-27T02:19:09.671079Z","end":"2026-02-27T02:19:09.862792Z","steps":["trace[2067976776] 'read index received' (duration: 75.481974ms)","trace[2067976776] 'applied index is now lower than readState.Index' (duration: 116.228407ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:19:09.862955Z","caller":"traceutil/trace.go:171","msg":"trace[1406021018] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"166.290364ms","start":"2026-02-27T02:19:09.69663Z","end":"2026-02-27T02:19:09.86292Z","steps":["trace[1406021018] 'process raft request' (duration: 165.972067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:09.863007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.927257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3119dfd-e9ff-424d-b4b3-9a2d5ca9687b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:19:09.86306Z","caller":"traceutil/trace.go:171","msg":"trace[802044641] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3119dfd-e9ff-424d-b4b3-9a2d5ca9687b; range_end:; response_count:1; response_revision:25104; }","duration":"192.009429ms","start":"2026-02-27T02:19:09.671034Z","end":"2026-02-27T02:19:09.863043Z","steps":["trace[802044641] 'agreement among raft nodes before linearized reading' (duration: 191.852335ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:09.863032Z","caller":"traceutil/trace.go:171","msg":"trace[955857171] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"202.067792ms","start":"2026-02-27T02:19:09.660914Z","end":"2026-02-27T02:19:09.862982Z","steps":["trace[955857171] 'process raft request' (duration: 85.596199ms)","trace[955857171] 'compare' (duration: 115.726155ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:19:09.863558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.913076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:19:09.863637Z","caller":"traceutil/trace.go:171","msg":"trace[82466543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25105; }","duration":"128.041049ms","start":"2026-02-27T02:19:09.735579Z","end":"2026-02-27T02:19:09.86362Z","steps":["trace[82466543] 'agreement among raft nodes before linearized reading' (duration: 127.799774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:09.863727Z","caller":"traceutil/trace.go:171","msg":"trace[1709123438] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"166.54212ms","start":"2026-02-27T02:19:09.697171Z","end":"2026-02-27T02:19:09.863713Z","steps":["trace[1709123438] 'process raft request' (duration: 165.503206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:09.863875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.751091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:19:09.863904Z","caller":"traceutil/trace.go:171","msg":"trace[1023636038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25105; }","duration":"107.780082ms","start":"2026-02-27T02:19:09.756115Z","end":"2026-02-27T02:19:09.863895Z","steps":["trace[1023636038] 'agreement among raft nodes before linearized reading' (duration: 107.733341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:14.434884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.928073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:19:14.434967Z","caller":"traceutil/trace.go:171","msg":"trace[1701952689] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25141; }","duration":"104.084736ms","start":"2026-02-27T02:19:14.330863Z","end":"2026-02-27T02:19:14.434948Z","steps":["trace[1701952689] 'count revisions from in-memory index tree' (duration: 103.868181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:14.435345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.871784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:19:14.435408Z","caller":"traceutil/trace.go:171","msg":"trace[1681046241] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25141; }","duration":"107.973177ms","start":"2026-02-27T02:19:14.327418Z","end":"2026-02-27T02:19:14.435391Z","steps":["trace[1681046241] 'count revisions from in-memory index tree' (duration: 107.667149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:34.714694Z","caller":"traceutil/trace.go:171","msg":"trace[166893260] linearizableReadLoop","detail":"{readStateIndex:26340; appliedIndex:26339; }","duration":"112.156203ms","start":"2026-02-27T02:19:34.602513Z","end":"2026-02-27T02:19:34.714669Z","steps":["trace[166893260] 'read index received' (duration: 111.980399ms)","trace[166893260] 'applied index is now lower than readState.Index' (duration: 174.644µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:19:34.714823Z","caller":"traceutil/trace.go:171","msg":"trace[1750577892] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"159.351824ms","start":"2026-02-27T02:19:34.55546Z","end":"2026-02-27T02:19:34.714812Z","steps":["trace[1750577892] 'process raft request' (duration: 159.053807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:34.715094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.543712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:19:34.715195Z","caller":"traceutil/trace.go:171","msg":"trace[1373923974] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25451; }","duration":"112.704645ms","start":"2026-02-27T02:19:34.602464Z","end":"2026-02-27T02:19:34.715169Z","steps":["trace[1373923974] 'agreement among raft nodes before linearized reading' (duration: 112.509241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:34.715468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.589859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:19:34.715633Z","caller":"traceutil/trace.go:171","msg":"trace[169822337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25451; }","duration":"102.061109ms","start":"2026-02-27T02:19:34.613541Z","end":"2026-02-27T02:19:34.715602Z","steps":["trace[169822337] 'agreement among raft nodes before linearized reading' (duration: 101.400614ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:40.270909Z","caller":"traceutil/trace.go:171","msg":"trace[1149072863] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"288.98001ms","start":"2026-02-27T02:19:39.981902Z","end":"2026-02-27T02:19:40.270882Z","steps":["trace[1149072863] 'process raft request' (duration: 253.608313ms)","trace[1149072863] 'compare' (duration: 35.113521ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:19:40.270927Z","caller":"traceutil/trace.go:171","msg":"trace[473066584] linearizableReadLoop","detail":"{readStateIndex:26374; appliedIndex:26372; }","duration":"140.707093ms","start":"2026-02-27T02:19:40.130192Z","end":"2026-02-27T02:19:40.270899Z","steps":["trace[473066584] 'read index received' (duration: 105.251953ms)","trace[473066584] 'applied index is now lower than readState.Index' (duration: 35.4534ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:19:40.270999Z","caller":"traceutil/trace.go:171","msg":"trace[2014488999] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"287.619368ms","start":"2026-02-27T02:19:39.983306Z","end":"2026-02-27T02:19:40.270926Z","steps":["trace[2014488999] 'process raft request' (duration: 287.449654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:40.271251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.980035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-27T02:19:40.271249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.994369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T02:19:40.271253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.048091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:19:40.271298Z","caller":"traceutil/trace.go:171","msg":"trace[1459028047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25484; }","duration":"141.066531ms","start":"2026-02-27T02:19:40.130218Z","end":"2026-02-27T02:19:40.271285Z","steps":["trace[1459028047] 'agreement among raft nodes before linearized reading' (duration: 140.866766ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:40.271308Z","caller":"traceutil/trace.go:171","msg":"trace[405468797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25484; }","duration":"141.135343ms","start":"2026-02-27T02:19:40.130158Z","end":"2026-02-27T02:19:40.271294Z","steps":["trace[405468797] 'agreement among raft nodes before linearized reading' (duration: 140.886817ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:19:40.271327Z","caller":"traceutil/trace.go:171","msg":"trace[1921125397] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25484; }","duration":"124.038417ms","start":"2026-02-27T02:19:40.147234Z","end":"2026-02-27T02:19:40.271273Z","steps":["trace[1921125397] 'agreement among raft nodes before linearized reading' (duration: 123.955786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:40.271466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.013246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:19:40.271491Z","caller":"traceutil/trace.go:171","msg":"trace[1471328396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25484; }","duration":"127.055117ms","start":"2026-02-27T02:19:40.144428Z","end":"2026-02-27T02:19:40.271483Z","steps":["trace[1471328396] 'agreement among raft nodes before linearized reading' (duration: 126.980086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:40.271585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.966261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:19:40.271624Z","caller":"traceutil/trace.go:171","msg":"trace[1430060026] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25484; }","duration":"126.015023ms","start":"2026-02-27T02:19:40.145596Z","end":"2026-02-27T02:19:40.271611Z","steps":["trace[1430060026] 'agreement among raft nodes before linearized reading' (duration: 125.957862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:19:40.271664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.704213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:19:40.271754Z","caller":"traceutil/trace.go:171","msg":"trace[2111956884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25484; }","duration":"137.829066ms","start":"2026-02-27T02:19:40.133872Z","end":"2026-02-27T02:19:40.271701Z","steps":["trace[2111956884] 'agreement among raft nodes before linearized reading' (duration: 137.55703ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.249203Z","caller":"traceutil/trace.go:171","msg":"trace[1200829566] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"235.163926ms","start":"2026-02-27T02:20:04.014023Z","end":"2026-02-27T02:20:04.249187Z","steps":["trace[1200829566] 'process raft request' (duration: 235.058154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.268874Z","caller":"traceutil/trace.go:171","msg":"trace[576803417] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"235.825401ms","start":"2026-02-27T02:20:04.033019Z","end":"2026-02-27T02:20:04.268845Z","steps":["trace[576803417] 'process raft request' (duration: 235.596356ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.268928Z","caller":"traceutil/trace.go:171","msg":"trace[1047719042] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"150.54588ms","start":"2026-02-27T02:20:04.118357Z","end":"2026-02-27T02:20:04.268903Z","steps":["trace[1047719042] 'process raft request' (duration: 150.410117ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.407331Z","caller":"traceutil/trace.go:171","msg":"trace[1116164996] linearizableReadLoop","detail":"{readStateIndex:26599; appliedIndex:26598; }","duration":"110.043614ms","start":"2026-02-27T02:20:04.297264Z","end":"2026-02-27T02:20:04.407308Z","steps":["trace[1116164996] 'read index received' (duration: 109.88142ms)","trace[1116164996] 'applied index is now lower than readState.Index' (duration: 161.074µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:20:04.407474Z","caller":"traceutil/trace.go:171","msg":"trace[1008458091] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"118.002048ms","start":"2026-02-27T02:20:04.289435Z","end":"2026-02-27T02:20:04.407437Z","steps":["trace[1008458091] 'process raft request' (duration: 117.693661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:20:04.407603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.324031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:20:04.407679Z","caller":"traceutil/trace.go:171","msg":"trace[786193442] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25703; }","duration":"110.449123ms","start":"2026-02-27T02:20:04.297219Z","end":"2026-02-27T02:20:04.407668Z","steps":["trace[786193442] 'agreement among raft nodes before linearized reading' (duration: 110.212118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:20:04.465381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.275504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:20:04.465465Z","caller":"traceutil/trace.go:171","msg":"trace[1373715845] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25705; }","duration":"166.390337ms","start":"2026-02-27T02:20:04.299052Z","end":"2026-02-27T02:20:04.465442Z","steps":["trace[1373715845] 'agreement among raft nodes before linearized reading' (duration: 166.224623ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.582527Z","caller":"traceutil/trace.go:171","msg":"trace[2095149767] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"112.181413ms","start":"2026-02-27T02:20:04.47031Z","end":"2026-02-27T02:20:04.582492Z","steps":["trace[2095149767] 'process raft request' (duration: 111.679802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.583302Z","caller":"traceutil/trace.go:171","msg":"trace[1659057253] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"112.758726ms","start":"2026-02-27T02:20:04.470518Z","end":"2026-02-27T02:20:04.583276Z","steps":["trace[1659057253] 'process raft request' (duration: 111.571149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.583444Z","caller":"traceutil/trace.go:171","msg":"trace[1906774089] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"109.604344ms","start":"2026-02-27T02:20:04.473825Z","end":"2026-02-27T02:20:04.583429Z","steps":["trace[1906774089] 'process raft request' (duration: 108.331204ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:04.584129Z","caller":"traceutil/trace.go:171","msg":"trace[1430101272] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"110.172447ms","start":"2026-02-27T02:20:04.473943Z","end":"2026-02-27T02:20:04.584116Z","steps":["trace[1430101272] 'process raft request' (duration: 108.260762ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:08.746151Z","caller":"traceutil/trace.go:171","msg":"trace[1557061811] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"139.393083ms","start":"2026-02-27T02:20:08.606722Z","end":"2026-02-27T02:20:08.746115Z","steps":["trace[1557061811] 'process raft request' (duration: 118.149602ms)","trace[1557061811] 'compare' (duration: 20.914653ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:20:08.746377Z","caller":"traceutil/trace.go:171","msg":"trace[1945741936] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"138.523342ms","start":"2026-02-27T02:20:08.607834Z","end":"2026-02-27T02:20:08.746357Z","steps":["trace[1945741936] 'process raft request' (duration: 138.218015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:08.746519Z","caller":"traceutil/trace.go:171","msg":"trace[2011453028] linearizableReadLoop","detail":"{readStateIndex:26650; appliedIndex:26647; }","duration":"114.758492ms","start":"2026-02-27T02:20:08.631737Z","end":"2026-02-27T02:20:08.746496Z","steps":["trace[2011453028] 'read index received' (duration: 93.153313ms)","trace[2011453028] 'applied index is now lower than readState.Index' (duration: 21.604119ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:20:08.74661Z","caller":"traceutil/trace.go:171","msg":"trace[1210665288] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"138.719247ms","start":"2026-02-27T02:20:08.60785Z","end":"2026-02-27T02:20:08.746569Z","steps":["trace[1210665288] 'process raft request' (duration: 138.42161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:20:08.746674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.077688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:20:08.746687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.051557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:20:08.746711Z","caller":"traceutil/trace.go:171","msg":"trace[1479983453] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25754; }","duration":"140.100129ms","start":"2026-02-27T02:20:08.606605Z","end":"2026-02-27T02:20:08.746705Z","steps":["trace[1479983453] 'agreement among raft nodes before linearized reading' (duration: 140.042588ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:08.746712Z","caller":"traceutil/trace.go:171","msg":"trace[1085023361] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25754; }","duration":"140.14052ms","start":"2026-02-27T02:20:08.606561Z","end":"2026-02-27T02:20:08.746701Z","steps":["trace[1085023361] 'agreement among raft nodes before linearized reading' (duration: 140.050308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:20:08.747047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.407526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-02-27T02:20:08.747068Z","caller":"traceutil/trace.go:171","msg":"trace[293631292] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25754; }","duration":"140.438676ms","start":"2026-02-27T02:20:08.606625Z","end":"2026-02-27T02:20:08.747064Z","steps":["trace[293631292] 'agreement among raft nodes before linearized reading' (duration: 140.358405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:20:08.747312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.688522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-02-27T02:20:08.747408Z","caller":"traceutil/trace.go:171","msg":"trace[877114047] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25754; }","duration":"140.805365ms","start":"2026-02-27T02:20:08.606583Z","end":"2026-02-27T02:20:08.747389Z","steps":["trace[877114047] 'agreement among raft nodes before linearized reading' (duration: 140.432126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:20:37.848328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.346515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:20:37.848431Z","caller":"traceutil/trace.go:171","msg":"trace[450308069] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26048; }","duration":"153.480348ms","start":"2026-02-27T02:20:37.694929Z","end":"2026-02-27T02:20:37.84841Z","steps":["trace[450308069] 'count revisions from in-memory index tree' (duration: 153.235132ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:37.887976Z","caller":"traceutil/trace.go:171","msg":"trace[888021804] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"113.281498ms","start":"2026-02-27T02:20:37.774671Z","end":"2026-02-27T02:20:37.887953Z","steps":["trace[888021804] 'process raft request' (duration: 113.117465ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:38.505036Z","caller":"traceutil/trace.go:171","msg":"trace[1877120611] linearizableReadLoop","detail":"{readStateIndex:26955; appliedIndex:26954; }","duration":"108.749634ms","start":"2026-02-27T02:20:38.396271Z","end":"2026-02-27T02:20:38.50502Z","steps":["trace[1877120611] 'read index received' (duration: 108.5981ms)","trace[1877120611] 'applied index is now lower than readState.Index' (duration: 150.963µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:20:38.505283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.855837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:20:38.505326Z","caller":"traceutil/trace.go:171","msg":"trace[1098929093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26051; }","duration":"109.052921ms","start":"2026-02-27T02:20:38.396264Z","end":"2026-02-27T02:20:38.505317Z","steps":["trace[1098929093] 'agreement among raft nodes before linearized reading' (duration: 108.820366ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:38.505612Z","caller":"traceutil/trace.go:171","msg":"trace[1791833516] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"117.66621ms","start":"2026-02-27T02:20:38.38794Z","end":"2026-02-27T02:20:38.505606Z","steps":["trace[1791833516] 'process raft request' (duration: 116.985064ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:20:38.956287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23912} {"level":"info","ts":"2026-02-27T02:20:39.116992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23912,"took":"156.849976ms","hash":905438690,"current-db-size-bytes":49590272,"current-db-size":"50 MB","current-db-size-in-use-bytes":33533952,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-02-27T02:20:39.11706Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":905438690,"revision":23912,"compact-revision":20898} {"level":"info","ts":"2026-02-27T02:20:49.790538Z","caller":"traceutil/trace.go:171","msg":"trace[988149078] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"106.458011ms","start":"2026-02-27T02:20:49.684062Z","end":"2026-02-27T02:20:49.79052Z","steps":["trace[988149078] 'process raft request' (duration: 45.189215ms)","trace[988149078] 'compare' (duration: 60.778475ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:21:23.725183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.550543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:21:23.725306Z","caller":"traceutil/trace.go:171","msg":"trace[1622881755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26444; }","duration":"334.717327ms","start":"2026-02-27T02:21:23.390562Z","end":"2026-02-27T02:21:23.725279Z","steps":["trace[1622881755] 'range keys from in-memory index tree' (duration: 334.360789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.725357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:23.39054Z","time spent":"334.803549ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:21:23.725465Z","caller":"traceutil/trace.go:171","msg":"trace[149496090] linearizableReadLoop","detail":"{readStateIndex:27360; appliedIndex:27359; }","duration":"209.079882ms","start":"2026-02-27T02:21:23.516368Z","end":"2026-02-27T02:21:23.725448Z","steps":["trace[149496090] 'read index received' (duration: 208.815936ms)","trace[149496090] 'applied index is now lower than readState.Index' (duration: 263.066µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:23.725557Z","caller":"traceutil/trace.go:171","msg":"trace[114499853] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"321.511081ms","start":"2026-02-27T02:21:23.404031Z","end":"2026-02-27T02:21:23.725542Z","steps":["trace[114499853] 'process raft request' (duration: 321.317037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.725199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.032948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T02:21:23.72564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:23.404018Z","time spent":"321.562713ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:21:23.725679Z","caller":"traceutil/trace.go:171","msg":"trace[1186336216] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26444; }","duration":"333.53965ms","start":"2026-02-27T02:21:23.392123Z","end":"2026-02-27T02:21:23.725662Z","steps":["trace[1186336216] 'range keys from in-memory index tree' (duration: 332.910716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.725697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.653315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:21:23.725729Z","caller":"traceutil/trace.go:171","msg":"trace[795174997] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26445; }","duration":"199.729937ms","start":"2026-02-27T02:21:23.525989Z","end":"2026-02-27T02:21:23.725719Z","steps":["trace[795174997] 'agreement among raft nodes before linearized reading' (duration: 199.624854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.725733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:21:23.392106Z","time spent":"333.611162ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:21:23.725762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.455865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:21:23.725798Z","caller":"traceutil/trace.go:171","msg":"trace[13724144] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26445; }","duration":"114.521337ms","start":"2026-02-27T02:21:23.611269Z","end":"2026-02-27T02:21:23.72579Z","steps":["trace[13724144] 'agreement among raft nodes before linearized reading' (duration: 114.460716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:23.725867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.494843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:21:23.725875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.499254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:21:23.725923Z","caller":"traceutil/trace.go:171","msg":"trace[1691632575] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26445; }","duration":"209.603875ms","start":"2026-02-27T02:21:23.516302Z","end":"2026-02-27T02:21:23.725906Z","steps":["trace[1691632575] 'agreement among raft nodes before linearized reading' (duration: 209.523313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:23.725959Z","caller":"traceutil/trace.go:171","msg":"trace[1155802931] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26445; }","duration":"174.636927ms","start":"2026-02-27T02:21:23.551303Z","end":"2026-02-27T02:21:23.725939Z","steps":["trace[1155802931] 'agreement among raft nodes before linearized reading' (duration: 174.460523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:29.172922Z","caller":"traceutil/trace.go:171","msg":"trace[1768320233] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"108.027008ms","start":"2026-02-27T02:21:29.064858Z","end":"2026-02-27T02:21:29.172886Z","steps":["trace[1768320233] 'process raft request' (duration: 107.797302ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.011331Z","caller":"traceutil/trace.go:171","msg":"trace[1901495288] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"148.825991ms","start":"2026-02-27T02:22:04.86248Z","end":"2026-02-27T02:22:05.011306Z","steps":["trace[1901495288] 'process raft request' (duration: 148.37759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.776431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.792879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:05.776544Z","caller":"traceutil/trace.go:171","msg":"trace[2028415777] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26867; }","duration":"700.941492ms","start":"2026-02-27T02:22:05.075576Z","end":"2026-02-27T02:22:05.776517Z","steps":["trace[2028415777] 'range keys from in-memory index tree' (duration: 700.719937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.776603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:05.07556Z","time spent":"701.027314ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T02:22:05.777012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.270877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-02-27T02:22:05.777109Z","caller":"traceutil/trace.go:171","msg":"trace[1586167483] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26867; }","duration":"684.415031ms","start":"2026-02-27T02:22:05.092671Z","end":"2026-02-27T02:22:05.777086Z","steps":["trace[1586167483] 'range keys from in-memory index tree' (duration: 684.068912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.777161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:05.092652Z","time spent":"684.496782ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4866,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-02-27T02:22:05.777369Z","caller":"traceutil/trace.go:171","msg":"trace[2032645887] linearizableReadLoop","detail":"{readStateIndex:27797; appliedIndex:27796; }","duration":"439.868667ms","start":"2026-02-27T02:22:05.337472Z","end":"2026-02-27T02:22:05.777341Z","steps":["trace[2032645887] 'read index received' (duration: 369.410488ms)","trace[2032645887] 'applied index is now lower than readState.Index' (duration: 70.456789ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:05.777599Z","caller":"traceutil/trace.go:171","msg":"trace[1003341125] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"658.983183ms","start":"2026-02-27T02:22:05.118585Z","end":"2026-02-27T02:22:05.777568Z","steps":["trace[1003341125] 'process raft request' (duration: 588.38206ms)","trace[1003341125] 'compare' (duration: 69.692422ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:05.777702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.198655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:05.777732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:05.118554Z","time spent":"659.098066ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:05.777763Z","caller":"traceutil/trace.go:171","msg":"trace[773516493] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26868; }","duration":"440.319078ms","start":"2026-02-27T02:22:05.337428Z","end":"2026-02-27T02:22:05.777747Z","steps":["trace[773516493] 'agreement among raft nodes before linearized reading' (duration: 440.145944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.777827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:05.337408Z","time spent":"440.403379ms","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:22:05.77783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.981827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:05.777858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.013404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:22:05.777898Z","caller":"traceutil/trace.go:171","msg":"trace[780568508] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26868; }","duration":"275.083949ms","start":"2026-02-27T02:22:05.502793Z","end":"2026-02-27T02:22:05.777877Z","steps":["trace[780568508] 'agreement among raft nodes before linearized reading' (duration: 274.979616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.777906Z","caller":"traceutil/trace.go:171","msg":"trace[1381011457] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26868; }","duration":"322.077215ms","start":"2026-02-27T02:22:05.455812Z","end":"2026-02-27T02:22:05.777889Z","steps":["trace[1381011457] 'agreement among raft nodes before linearized reading' (duration: 321.970703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.777946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:05.455801Z","time spent":"322.135997ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:05.778149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.668982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:05.778197Z","caller":"traceutil/trace.go:171","msg":"trace[1850472966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26868; }","duration":"326.757974ms","start":"2026-02-27T02:22:05.451427Z","end":"2026-02-27T02:22:05.778185Z","steps":["trace[1850472966] 'agreement among raft nodes before linearized reading' (duration: 326.615451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.778234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:05.451403Z","time spent":"326.820815ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:05.777751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.17621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:05.778302Z","caller":"traceutil/trace.go:171","msg":"trace[1167172122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26868; }","duration":"416.761083ms","start":"2026-02-27T02:22:05.361526Z","end":"2026-02-27T02:22:05.778287Z","steps":["trace[1167172122] 'agreement among raft nodes before linearized reading' (duration: 416.114278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.77836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.676963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:22:05.778385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:05.361483Z","time spent":"416.884646ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:22:05.778398Z","caller":"traceutil/trace.go:171","msg":"trace[368044990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26868; }","duration":"214.743535ms","start":"2026-02-27T02:22:05.563642Z","end":"2026-02-27T02:22:05.778386Z","steps":["trace[368044990] 'agreement among raft nodes before linearized reading' (duration: 214.675093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.778406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.410832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:22:05.778467Z","caller":"traceutil/trace.go:171","msg":"trace[279776708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26868; }","duration":"415.472583ms","start":"2026-02-27T02:22:05.362976Z","end":"2026-02-27T02:22:05.778448Z","steps":["trace[279776708] 'agreement among raft nodes before linearized reading' (duration: 415.269688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.778513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:05.362931Z","time spent":"415.570885ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:22:05.778729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.848007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:05.778785Z","caller":"traceutil/trace.go:171","msg":"trace[660502525] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26868; }","duration":"105.935928ms","start":"2026-02-27T02:22:05.672835Z","end":"2026-02-27T02:22:05.77877Z","steps":["trace[660502525] 'agreement among raft nodes before linearized reading' (duration: 105.746544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.778842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.74152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:22:05.778904Z","caller":"traceutil/trace.go:171","msg":"trace[644283382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26868; }","duration":"328.802641ms","start":"2026-02-27T02:22:05.450088Z","end":"2026-02-27T02:22:05.77889Z","steps":["trace[644283382] 'agreement among raft nodes before linearized reading' (duration: 328.666178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.778937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:05.450073Z","time spent":"328.857522ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:05.780531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.779602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-78486c7fdb-7p6lt.1897f91dfa28e2be\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-02-27T02:22:05.7806Z","caller":"traceutil/trace.go:171","msg":"trace[947404339] range","detail":"{range_begin:/registry/events/openstack/manila-api-78486c7fdb-7p6lt.1897f91dfa28e2be; range_end:; response_count:1; response_revision:26868; }","duration":"245.852083ms","start":"2026-02-27T02:22:05.534731Z","end":"2026-02-27T02:22:05.780583Z","steps":["trace[947404339] 'agreement among raft nodes before linearized reading' (duration: 243.748055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:09.128382Z","caller":"traceutil/trace.go:171","msg":"trace[746509959] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"105.913249ms","start":"2026-02-27T02:22:09.02242Z","end":"2026-02-27T02:22:09.128334Z","steps":["trace[746509959] 'process raft request' (duration: 105.605582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:09.562904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.263506ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:22:10.48734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746922357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:22:10.888779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.027465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:22:10.888826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.122666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:22:10.888847Z","caller":"traceutil/trace.go:171","msg":"trace[571760991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26899; }","duration":"996.119077ms","start":"2026-02-27T02:22:09.892713Z","end":"2026-02-27T02:22:10.888832Z","steps":["trace[571760991] 'range keys from in-memory index tree' (duration: 995.924262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.888868Z","caller":"traceutil/trace.go:171","msg":"trace[1647061733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26899; }","duration":"996.183578ms","start":"2026-02-27T02:22:09.892674Z","end":"2026-02-27T02:22:10.888858Z","steps":["trace[1647061733] 'range keys from in-memory index tree' (duration: 996.007134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.888876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.89271Z","time spent":"996.160617ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:22:10.888889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.892669Z","time spent":"996.215789ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:10.889118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.101019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:22:10.889139Z","caller":"traceutil/trace.go:171","msg":"trace[1229626115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26899; }","duration":"997.16261ms","start":"2026-02-27T02:22:09.891971Z","end":"2026-02-27T02:22:10.889133Z","steps":["trace[1229626115] 'range keys from in-memory index tree' (duration: 997.030587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.889155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.891955Z","time spent":"997.196151ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:22:10.889278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.033125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:10.889295Z","caller":"traceutil/trace.go:171","msg":"trace[1758889618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26899; }","duration":"996.060365ms","start":"2026-02-27T02:22:09.893231Z","end":"2026-02-27T02:22:10.889291Z","steps":["trace[1758889618] 'range keys from in-memory index tree' (duration: 995.989523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.889307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.893226Z","time spent":"996.078175ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:10.889669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.440026ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:10.889717Z","caller":"traceutil/trace.go:171","msg":"trace[30289655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26899; }","duration":"313.489417ms","start":"2026-02-27T02:22:10.576222Z","end":"2026-02-27T02:22:10.889711Z","steps":["trace[30289655] 'range keys from in-memory index tree' (duration: 313.432645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.890146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.091159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:22:10.890259Z","caller":"traceutil/trace.go:171","msg":"trace[1583871362] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26899; }","duration":"997.211221ms","start":"2026-02-27T02:22:09.89304Z","end":"2026-02-27T02:22:10.890251Z","steps":["trace[1583871362] 'range keys from in-memory index tree' (duration: 995.87539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.890276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.893035Z","time spent":"997.236322ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:22:10.890196Z","caller":"traceutil/trace.go:171","msg":"trace[692639084] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"970.015723ms","start":"2026-02-27T02:22:09.920153Z","end":"2026-02-27T02:22:10.890169Z","steps":["trace[692639084] 'process raft request' (duration: 940.303987ms)","trace[692639084] 'compare' (duration: 29.579573ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:10.890371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.91986Z","time spent":"970.477003ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:10.892435Z","caller":"traceutil/trace.go:171","msg":"trace[867703743] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"827.911498ms","start":"2026-02-27T02:22:10.064503Z","end":"2026-02-27T02:22:10.892414Z","steps":["trace[867703743] 'process raft request' (duration: 826.978067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.892596Z","caller":"traceutil/trace.go:171","msg":"trace[1432792466] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"423.739815ms","start":"2026-02-27T02:22:10.468824Z","end":"2026-02-27T02:22:10.892564Z","steps":["trace[1432792466] 'process raft request' (duration: 423.291194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.892686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.468803Z","time spent":"423.833267ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:10.892594Z","caller":"traceutil/trace.go:171","msg":"trace[940881030] linearizableReadLoop","detail":"{readStateIndex:27832; appliedIndex:27829; }","duration":"906.157057ms","start":"2026-02-27T02:22:09.986405Z","end":"2026-02-27T02:22:10.892562Z","steps":["trace[940881030] 'read index received' (duration: 874.105876ms)","trace[940881030] 'applied index is now lower than readState.Index' (duration: 32.049281ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:10.892756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.339661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:22:10.893172Z","caller":"traceutil/trace.go:171","msg":"trace[2138953256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26902; }","duration":"906.780751ms","start":"2026-02-27T02:22:09.986368Z","end":"2026-02-27T02:22:10.893148Z","steps":["trace[2138953256] 'agreement among raft nodes before linearized reading' (duration: 906.332201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.89344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.986352Z","time spent":"907.052787ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:10.892626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.064482Z","time spent":"828.01903ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:10.893679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.71496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:10.893702Z","caller":"traceutil/trace.go:171","msg":"trace[653015320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26902; }","duration":"136.769832ms","start":"2026-02-27T02:22:10.756926Z","end":"2026-02-27T02:22:10.893695Z","steps":["trace[653015320] 'agreement among raft nodes before linearized reading' (duration: 136.736341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.893878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.418496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T02:22:10.893911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.417573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:10.893931Z","caller":"traceutil/trace.go:171","msg":"trace[1215044092] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26902; }","duration":"907.478997ms","start":"2026-02-27T02:22:09.986436Z","end":"2026-02-27T02:22:10.893915Z","steps":["trace[1215044092] 'agreement among raft nodes before linearized reading' (duration: 907.210721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.893953Z","caller":"traceutil/trace.go:171","msg":"trace[1414215172] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26902; }","duration":"447.494494ms","start":"2026-02-27T02:22:10.446445Z","end":"2026-02-27T02:22:10.89394Z","steps":["trace[1414215172] 'agreement among raft nodes before linearized reading' (duration: 447.419412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.89397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.986433Z","time spent":"907.529678ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:10.893982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.446426Z","time spent":"447.548015ms","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:10.895668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.687366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:22:10.895727Z","caller":"traceutil/trace.go:171","msg":"trace[404174870] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26902; }","duration":"735.783409ms","start":"2026-02-27T02:22:10.159929Z","end":"2026-02-27T02:22:10.895712Z","steps":["trace[404174870] 'agreement among raft nodes before linearized reading' (duration: 734.003237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.895762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:10.159915Z","time spent":"735.83817ms","remote":"127.0.0.1:47092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":3116,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:13.389666Z","caller":"traceutil/trace.go:171","msg":"trace[2104073485] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"491.829719ms","start":"2026-02-27T02:22:12.89781Z","end":"2026-02-27T02:22:13.38964Z","steps":["trace[2104073485] 'process raft request' (duration: 491.783908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.389923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:12.897765Z","time spent":"492.072115ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:13.39012Z","caller":"traceutil/trace.go:171","msg":"trace[1226829974] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"492.314851ms","start":"2026-02-27T02:22:12.897796Z","end":"2026-02-27T02:22:13.390111Z","steps":["trace[1226829974] 'process raft request' (duration: 491.642635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.390213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:12.897769Z","time spent":"492.416563ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:13.421079Z","caller":"traceutil/trace.go:171","msg":"trace[1611584987] linearizableReadLoop","detail":"{readStateIndex:27845; appliedIndex:27842; }","duration":"519.745604ms","start":"2026-02-27T02:22:12.901317Z","end":"2026-02-27T02:22:13.421062Z","steps":["trace[1611584987] 'read index received' (duration: 488.089223ms)","trace[1611584987] 'applied index is now lower than readState.Index' (duration: 31.655491ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:13.421118Z","caller":"traceutil/trace.go:171","msg":"trace[1441195242] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"523.226685ms","start":"2026-02-27T02:22:12.897852Z","end":"2026-02-27T02:22:13.421079Z","steps":["trace[1441195242] 'process raft request' (duration: 523.096522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:13.42116Z","caller":"traceutil/trace.go:171","msg":"trace[1150417795] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"188.288402ms","start":"2026-02-27T02:22:13.232825Z","end":"2026-02-27T02:22:13.421113Z","steps":["trace[1150417795] 'process raft request' (duration: 188.213931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.421325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:12.897812Z","time spent":"523.382538ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:13.423157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.048815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:13.423199Z","caller":"traceutil/trace.go:171","msg":"trace[1308181190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26916; }","duration":"518.111636ms","start":"2026-02-27T02:22:12.905076Z","end":"2026-02-27T02:22:13.423188Z","steps":["trace[1308181190] 'agreement among raft nodes before linearized reading' (duration: 516.0948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.423231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:12.905032Z","time spent":"518.189888ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:22:13.423251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.374612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:22:13.423282Z","caller":"traceutil/trace.go:171","msg":"trace[1495935709] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26916; }","duration":"521.429133ms","start":"2026-02-27T02:22:12.901841Z","end":"2026-02-27T02:22:13.42327Z","steps":["trace[1495935709] 'agreement among raft nodes before linearized reading' (duration: 519.298084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.423313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:12.901829Z","time spent":"521.478644ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:13.423256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.714908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:22:13.423399Z","caller":"traceutil/trace.go:171","msg":"trace[1381922903] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26916; }","duration":"517.855601ms","start":"2026-02-27T02:22:12.905526Z","end":"2026-02-27T02:22:13.423382Z","steps":["trace[1381922903] 'agreement among raft nodes before linearized reading' (duration: 515.63442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.4234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.706437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:22:13.423426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.970784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:22:13.423445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:12.905509Z","time spent":"517.923482ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:22:13.423452Z","caller":"traceutil/trace.go:171","msg":"trace[1612778387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26916; }","duration":"517.783729ms","start":"2026-02-27T02:22:12.905654Z","end":"2026-02-27T02:22:13.423438Z","steps":["trace[1612778387] 'agreement among raft nodes before linearized reading' (duration: 515.498196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.423505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:12.905648Z","time spent":"517.83505ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:13.423164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.370169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:22:13.423481Z","caller":"traceutil/trace.go:171","msg":"trace[1781228523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26916; }","duration":"518.039725ms","start":"2026-02-27T02:22:12.905428Z","end":"2026-02-27T02:22:13.423467Z","steps":["trace[1781228523] 'agreement among raft nodes before linearized reading' (duration: 515.738512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:13.423661Z","caller":"traceutil/trace.go:171","msg":"trace[274064058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26916; }","duration":"517.913122ms","start":"2026-02-27T02:22:12.905732Z","end":"2026-02-27T02:22:13.423645Z","steps":["trace[274064058] 'agreement among raft nodes before linearized reading' (duration: 515.414594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.423667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:12.905421Z","time spent":"518.232479ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:13.423697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:12.905727Z","time spent":"517.958583ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:13.423915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.59881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:22:13.423949Z","caller":"traceutil/trace.go:171","msg":"trace[1832600270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26916; }","duration":"522.670762ms","start":"2026-02-27T02:22:12.901268Z","end":"2026-02-27T02:22:13.423939Z","steps":["trace[1832600270] 'agreement among raft nodes before linearized reading' (duration: 519.857277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.42397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:12.901253Z","time spent":"522.711983ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:22:14.288757Z","caller":"traceutil/trace.go:171","msg":"trace[35631462] linearizableReadLoop","detail":"{readStateIndex:27854; appliedIndex:27853; }","duration":"342.471126ms","start":"2026-02-27T02:22:13.946261Z","end":"2026-02-27T02:22:14.288732Z","steps":["trace[35631462] 'read index received' (duration: 342.236451ms)","trace[35631462] 'applied index is now lower than readState.Index' (duration: 233.925µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:14.288881Z","caller":"traceutil/trace.go:171","msg":"trace[453353920] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"404.431299ms","start":"2026-02-27T02:22:13.884408Z","end":"2026-02-27T02:22:14.288839Z","steps":["trace[453353920] 'process raft request' (duration: 404.145192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:14.289077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.569039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T02:22:14.289081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:13.884382Z","time spent":"404.590262ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:14.288922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.644001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:14.289132Z","caller":"traceutil/trace.go:171","msg":"trace[1902747574] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:26924; }","duration":"326.671911ms","start":"2026-02-27T02:22:13.962449Z","end":"2026-02-27T02:22:14.289121Z","steps":["trace[1902747574] 'agreement among raft nodes before linearized reading' (duration: 326.502168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:14.289177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:13.962428Z","time spent":"326.739763ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"info","ts":"2026-02-27T02:22:14.289174Z","caller":"traceutil/trace.go:171","msg":"trace[1003312026] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26924; }","duration":"342.953278ms","start":"2026-02-27T02:22:13.946196Z","end":"2026-02-27T02:22:14.28915Z","steps":["trace[1003312026] 'agreement among raft nodes before linearized reading' (duration: 342.656141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:14.289251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:13.946172Z","time spent":"343.04845ms","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:14.742559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.290059Z","time spent":"452.49348ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:22:15.055605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.001553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:15.056154Z","caller":"traceutil/trace.go:171","msg":"trace[1584282216] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"584.043221ms","start":"2026-02-27T02:22:14.47209Z","end":"2026-02-27T02:22:15.056134Z","steps":["trace[1584282216] 'process raft request' (duration: 415.359992ms)","trace[1584282216] 'compare' (duration: 167.732927ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:15.056173Z","caller":"traceutil/trace.go:171","msg":"trace[1073767410] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"311.560793ms","start":"2026-02-27T02:22:14.744584Z","end":"2026-02-27T02:22:15.056145Z","steps":["trace[1073767410] 'process raft request' (duration: 311.307667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.056209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.472065Z","time spent":"584.117662ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:15.056336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.744566Z","time spent":"311.666395ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:15.056461Z","caller":"traceutil/trace.go:171","msg":"trace[1223003936] linearizableReadLoop","detail":"{readStateIndex:27857; appliedIndex:27855; }","duration":"298.865739ms","start":"2026-02-27T02:22:14.757586Z","end":"2026-02-27T02:22:15.056452Z","steps":["trace[1223003936] 'read index received' (duration: 129.933103ms)","trace[1223003936] 'applied index is now lower than readState.Index' (duration: 168.931676ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:15.056637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.056753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:15.056696Z","caller":"traceutil/trace.go:171","msg":"trace[530280949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26926; }","duration":"299.113204ms","start":"2026-02-27T02:22:14.757541Z","end":"2026-02-27T02:22:15.056654Z","steps":["trace[530280949] 'agreement among raft nodes before linearized reading' (duration: 298.94522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.054933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.128006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:16.05504Z","caller":"traceutil/trace.go:171","msg":"trace[872068765] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"659.754281ms","start":"2026-02-27T02:22:15.395266Z","end":"2026-02-27T02:22:16.05502Z","steps":["trace[872068765] 'process raft request' (duration: 135.459621ms)","trace[872068765] 'compare' (duration: 523.980982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:16.055109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.395244Z","time spent":"659.834493ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:16.341998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.633504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:16.342276Z","caller":"traceutil/trace.go:171","msg":"trace[1416500404] linearizableReadLoop","detail":"{readStateIndex:27861; appliedIndex:27857; }","duration":"907.472957ms","start":"2026-02-27T02:22:15.43479Z","end":"2026-02-27T02:22:16.342263Z","steps":["trace[1416500404] 'read index received' (duration: 95.948368ms)","trace[1416500404] 'applied index is now lower than readState.Index' (duration: 811.523828ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:16.34228Z","caller":"traceutil/trace.go:171","msg":"trace[382880458] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"914.156731ms","start":"2026-02-27T02:22:15.428096Z","end":"2026-02-27T02:22:16.342253Z","steps":["trace[382880458] 'process raft request' (duration: 914.079099ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.342339Z","caller":"traceutil/trace.go:171","msg":"trace[386639872] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"914.196651ms","start":"2026-02-27T02:22:15.4281Z","end":"2026-02-27T02:22:16.342297Z","steps":["trace[386639872] 'process raft request' (duration: 914.113319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.342422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.428083Z","time spent":"914.256163ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:16.342361Z","caller":"traceutil/trace.go:171","msg":"trace[1479748243] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"946.946788ms","start":"2026-02-27T02:22:15.395315Z","end":"2026-02-27T02:22:16.342261Z","steps":["trace[1479748243] 'process raft request' (duration: 804.957916ms)","trace[1479748243] 'compare' (duration: 141.473941ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:16.342506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.428084Z","time spent":"914.335035ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:16.342581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.777243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:22:16.342664Z","caller":"traceutil/trace.go:171","msg":"trace[1580731886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26931; }","duration":"907.896006ms","start":"2026-02-27T02:22:15.434749Z","end":"2026-02-27T02:22:16.342645Z","steps":["trace[1580731886] 'agreement among raft nodes before linearized reading' (duration: 907.569079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.342706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.434738Z","time spent":"907.958408ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:22:16.342442Z","caller":"traceutil/trace.go:171","msg":"trace[1143891459] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"144.252634ms","start":"2026-02-27T02:22:16.198166Z","end":"2026-02-27T02:22:16.342419Z","steps":["trace[1143891459] 'process raft request' (duration: 144.07382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.342768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.395288Z","time spent":"947.232385ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:16.414669Z","caller":"traceutil/trace.go:171","msg":"trace[1086007760] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"120.724441ms","start":"2026-02-27T02:22:16.29392Z","end":"2026-02-27T02:22:16.414644Z","steps":["trace[1086007760] 'process raft request' (duration: 120.629779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.414875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.185825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:16.414964Z","caller":"traceutil/trace.go:171","msg":"trace[912687756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26932; }","duration":"979.331248ms","start":"2026-02-27T02:22:15.435615Z","end":"2026-02-27T02:22:16.414946Z","steps":["trace[912687756] 'agreement among raft nodes before linearized reading' (duration: 979.049991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.415013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.435593Z","time spent":"979.411169ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:16.415201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.716708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-78486c7fdb-7p6lt.1897f91dfa28e2be\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-02-27T02:22:16.415254Z","caller":"traceutil/trace.go:171","msg":"trace[1900988587] range","detail":"{range_begin:/registry/events/openstack/manila-api-78486c7fdb-7p6lt.1897f91dfa28e2be; range_end:; response_count:1; response_revision:26932; }","duration":"880.81032ms","start":"2026-02-27T02:22:15.534428Z","end":"2026-02-27T02:22:16.415238Z","steps":["trace[1900988587] 'agreement among raft nodes before linearized reading' (duration: 880.657276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.415287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.534409Z","time spent":"880.869112ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-78486c7fdb-7p6lt.1897f91dfa28e2be\" "} {"level":"warn","ts":"2026-02-27T02:22:16.415295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.495013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:16.415329Z","caller":"traceutil/trace.go:171","msg":"trace[2098759119] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26932; }","duration":"896.570305ms","start":"2026-02-27T02:22:15.518747Z","end":"2026-02-27T02:22:16.415318Z","steps":["trace[2098759119] 'agreement among raft nodes before linearized reading' (duration: 896.481782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.415361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.518724Z","time spent":"896.628846ms","remote":"127.0.0.1:34698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:16.415449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.692994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:16.415504Z","caller":"traceutil/trace.go:171","msg":"trace[1231280094] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26932; }","duration":"340.786837ms","start":"2026-02-27T02:22:16.074706Z","end":"2026-02-27T02:22:16.415493Z","steps":["trace[1231280094] 'agreement among raft nodes before linearized reading' (duration: 340.712575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.415534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.074686Z","time spent":"340.840518ms","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:16.415603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.768355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:16.415674Z","caller":"traceutil/trace.go:171","msg":"trace[1225614026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26932; }","duration":"978.848426ms","start":"2026-02-27T02:22:15.43681Z","end":"2026-02-27T02:22:16.415658Z","steps":["trace[1225614026] 'agreement among raft nodes before linearized reading' (duration: 978.710323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.415729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.436801Z","time spent":"978.916248ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:22:16.415792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.101151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:22:16.415826Z","caller":"traceutil/trace.go:171","msg":"trace[631909575] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26932; }","duration":"417.173323ms","start":"2026-02-27T02:22:15.998641Z","end":"2026-02-27T02:22:16.415814Z","steps":["trace[631909575] 'agreement among raft nodes before linearized reading' (duration: 417.03953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.415862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.998617Z","time spent":"417.237634ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:16.415906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.505452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:22:16.415955Z","caller":"traceutil/trace.go:171","msg":"trace[789231399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26932; }","duration":"979.559213ms","start":"2026-02-27T02:22:15.436376Z","end":"2026-02-27T02:22:16.415936Z","steps":["trace[789231399] 'agreement among raft nodes before linearized reading' (duration: 979.45007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.415985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.43637Z","time spent":"979.605164ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:16.416287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.244927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:22:16.416323Z","caller":"traceutil/trace.go:171","msg":"trace[1909774696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26932; }","duration":"434.35715ms","start":"2026-02-27T02:22:15.981957Z","end":"2026-02-27T02:22:16.416314Z","steps":["trace[1909774696] 'agreement among raft nodes before linearized reading' (duration: 434.031312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.41635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.981925Z","time spent":"434.419111ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:22:16.416373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.184288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:22:16.416471Z","caller":"traceutil/trace.go:171","msg":"trace[604837051] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26932; }","duration":"980.27881ms","start":"2026-02-27T02:22:15.436179Z","end":"2026-02-27T02:22:16.416458Z","steps":["trace[604837051] 'agreement among raft nodes before linearized reading' (duration: 980.130596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.416581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.247549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T02:22:16.416584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.43615Z","time spent":"980.354991ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:22:16.416616Z","caller":"traceutil/trace.go:171","msg":"trace[1532911118] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26932; }","duration":"473.31999ms","start":"2026-02-27T02:22:15.943287Z","end":"2026-02-27T02:22:16.416607Z","steps":["trace[1532911118] 'agreement among raft nodes before linearized reading' (duration: 473.227018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.416642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.943264Z","time spent":"473.372152ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:22:16.416729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.882666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:16.416737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.877423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:22:16.41676Z","caller":"traceutil/trace.go:171","msg":"trace[117001177] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26932; }","duration":"538.913887ms","start":"2026-02-27T02:22:15.877837Z","end":"2026-02-27T02:22:16.416751Z","steps":["trace[117001177] 'agreement among raft nodes before linearized reading' (duration: 538.867176ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.416766Z","caller":"traceutil/trace.go:171","msg":"trace[702673033] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26932; }","duration":"980.923105ms","start":"2026-02-27T02:22:15.435833Z","end":"2026-02-27T02:22:16.416756Z","steps":["trace[702673033] 'agreement among raft nodes before linearized reading' (duration: 980.840913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.416787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.877819Z","time spent":"538.960787ms","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:22:16.416793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.435821Z","time spent":"980.965955ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:16.416946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.192301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:22:16.41698Z","caller":"traceutil/trace.go:171","msg":"trace[1014134465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26932; }","duration":"981.258542ms","start":"2026-02-27T02:22:15.435713Z","end":"2026-02-27T02:22:16.416971Z","steps":["trace[1014134465] 'agreement among raft nodes before linearized reading' (duration: 981.17805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.416999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.281946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"warn","ts":"2026-02-27T02:22:16.417004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.435695Z","time spent":"981.303703ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:22:16.417031Z","caller":"traceutil/trace.go:171","msg":"trace[162206127] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26932; }","duration":"613.345418ms","start":"2026-02-27T02:22:15.803674Z","end":"2026-02-27T02:22:16.417019Z","steps":["trace[162206127] 'agreement among raft nodes before linearized reading' (duration: 613.254246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.417063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.803655Z","time spent":"613.403289ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4866,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:22:17.028929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.005521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:17.029051Z","caller":"traceutil/trace.go:171","msg":"trace[146430184] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"681.496714ms","start":"2026-02-27T02:22:16.347535Z","end":"2026-02-27T02:22:17.029031Z","steps":["trace[146430184] 'process raft request' (duration: 222.279328ms)","trace[146430184] 'compare' (duration: 458.876568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:17.029115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.347518Z","time spent":"681.565555ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:17.331695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.984993ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-27T02:22:17.331923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.419977Z","time spent":"911.938101ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:22:17.332039Z","caller":"traceutil/trace.go:171","msg":"trace[1509224689] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"908.355728ms","start":"2026-02-27T02:22:16.423658Z","end":"2026-02-27T02:22:17.332013Z","steps":["trace[1509224689] 'process raft request' (duration: 908.254666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.332187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.423645Z","time spent":"908.46089ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:17.332391Z","caller":"traceutil/trace.go:171","msg":"trace[413053170] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"910.849545ms","start":"2026-02-27T02:22:16.421525Z","end":"2026-02-27T02:22:17.332375Z","steps":["trace[413053170] 'process raft request' (duration: 910.258542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.332535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.421511Z","time spent":"910.965999ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:17.332369Z","caller":"traceutil/trace.go:171","msg":"trace[417437211] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"908.425089ms","start":"2026-02-27T02:22:16.423906Z","end":"2026-02-27T02:22:17.332331Z","steps":["trace[417437211] 'process raft request' (duration: 908.050811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.332616Z","caller":"traceutil/trace.go:171","msg":"trace[1327324563] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"908.623774ms","start":"2026-02-27T02:22:16.423962Z","end":"2026-02-27T02:22:17.332586Z","steps":["trace[1327324563] 'process raft request' (duration: 908.249886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.332694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.423932Z","time spent":"908.713447ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:17.332747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.423894Z","time spent":"908.751768ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:17.332895Z","caller":"traceutil/trace.go:171","msg":"trace[648342415] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"908.828839ms","start":"2026-02-27T02:22:16.424049Z","end":"2026-02-27T02:22:17.332877Z","steps":["trace[648342415] 'process raft request' (duration: 908.43925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.332972Z","caller":"traceutil/trace.go:171","msg":"trace[1650255290] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"908.88401ms","start":"2026-02-27T02:22:16.424075Z","end":"2026-02-27T02:22:17.332959Z","steps":["trace[1650255290] 'process raft request' (duration: 908.738166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.332994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.424041Z","time spent":"908.906231ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:17.333018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.424066Z","time spent":"908.927642ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:17.3331Z","caller":"traceutil/trace.go:171","msg":"trace[1711126178] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"908.998493ms","start":"2026-02-27T02:22:16.424094Z","end":"2026-02-27T02:22:17.333093Z","steps":["trace[1711126178] 'process raft request' (duration: 908.829299ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.333084Z","caller":"traceutil/trace.go:171","msg":"trace[260216376] linearizableReadLoop","detail":"{readStateIndex:27865; appliedIndex:27863; }","duration":"911.788647ms","start":"2026-02-27T02:22:16.421269Z","end":"2026-02-27T02:22:17.333058Z","steps":["trace[260216376] 'read index received' (duration: 148.701447ms)","trace[260216376] 'applied index is now lower than readState.Index' (duration: 763.08599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:17.333143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.424072Z","time spent":"909.052275ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:17.333279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.006332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:22:17.333314Z","caller":"traceutil/trace.go:171","msg":"trace[1698801754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26940; }","duration":"912.060504ms","start":"2026-02-27T02:22:16.421245Z","end":"2026-02-27T02:22:17.333305Z","steps":["trace[1698801754] 'agreement among raft nodes before linearized reading' (duration: 911.931251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.333361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.421235Z","time spent":"912.119705ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T02:22:17.343007Z","caller":"traceutil/trace.go:171","msg":"trace[1091538944] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"164.750288ms","start":"2026-02-27T02:22:17.178235Z","end":"2026-02-27T02:22:17.342986Z","steps":["trace[1091538944] 'process raft request' (duration: 164.634496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.621449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.957479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:17.621592Z","caller":"traceutil/trace.go:171","msg":"trace[1514715918] linearizableReadLoop","detail":"{readStateIndex:27874; appliedIndex:27872; }","duration":"288.431448ms","start":"2026-02-27T02:22:17.33315Z","end":"2026-02-27T02:22:17.621582Z","steps":["trace[1514715918] 'read index received' (duration: 9.810827ms)","trace[1514715918] 'applied index is now lower than readState.Index' (duration: 278.620061ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:17.621631Z","caller":"traceutil/trace.go:171","msg":"trace[835538720] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"288.437327ms","start":"2026-02-27T02:22:17.333169Z","end":"2026-02-27T02:22:17.621606Z","steps":["trace[835538720] 'process raft request' (duration: 288.342435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.621686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.224713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:17.621703Z","caller":"traceutil/trace.go:171","msg":"trace[1773378274] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26943; }","duration":"654.279674ms","start":"2026-02-27T02:22:16.967418Z","end":"2026-02-27T02:22:17.621697Z","steps":["trace[1773378274] 'agreement among raft nodes before linearized reading' (duration: 654.214303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.621721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.967399Z","time spent":"654.317566ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:17.62185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.722392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:17.62185Z","caller":"traceutil/trace.go:171","msg":"trace[1958012636] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"374.250672ms","start":"2026-02-27T02:22:17.247587Z","end":"2026-02-27T02:22:17.621838Z","steps":["trace[1958012636] 'process raft request' (duration: 248.846322ms)","trace[1958012636] 'compare' (duration: 124.728424ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:17.621884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197884101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:17.621902Z","caller":"traceutil/trace.go:171","msg":"trace[1800733653] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26943; }","duration":"1.197902181s","start":"2026-02-27T02:22:16.423996Z","end":"2026-02-27T02:22:17.621898Z","steps":["trace[1800733653] 'agreement among raft nodes before linearized reading' (duration: 1.19787484s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.621915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.423946Z","time spent":"1.197965102s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:22:17.62194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:17.247564Z","time spent":"374.311503ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:17.621863Z","caller":"traceutil/trace.go:171","msg":"trace[357579598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26943; }","duration":"865.772533ms","start":"2026-02-27T02:22:16.756086Z","end":"2026-02-27T02:22:17.621859Z","steps":["trace[357579598] 'agreement among raft nodes before linearized reading' (duration: 865.752573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.621991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.756066Z","time spent":"865.922117ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:22:17.622056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.215315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:17.622086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.768772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18216"} {"level":"info","ts":"2026-02-27T02:22:17.622129Z","caller":"traceutil/trace.go:171","msg":"trace[262461451] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26943; }","duration":"170.310987ms","start":"2026-02-27T02:22:17.451799Z","end":"2026-02-27T02:22:17.62211Z","steps":["trace[262461451] 'agreement among raft nodes before linearized reading' (duration: 170.147873ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.622152Z","caller":"traceutil/trace.go:171","msg":"trace[1471809432] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26943; }","duration":"287.859525ms","start":"2026-02-27T02:22:17.334277Z","end":"2026-02-27T02:22:17.622136Z","steps":["trace[1471809432] 'agreement among raft nodes before linearized reading' (duration: 287.65687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.878666Z","caller":"traceutil/trace.go:171","msg":"trace[718335768] linearizableReadLoop","detail":"{readStateIndex:27876; appliedIndex:27875; }","duration":"181.6975ms","start":"2026-02-27T02:22:17.696942Z","end":"2026-02-27T02:22:17.878639Z","steps":["trace[718335768] 'read index received' (duration: 181.561196ms)","trace[718335768] 'applied index is now lower than readState.Index' (duration: 134.914µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:17.878743Z","caller":"traceutil/trace.go:171","msg":"trace[1278872166] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"183.039181ms","start":"2026-02-27T02:22:17.695677Z","end":"2026-02-27T02:22:17.878716Z","steps":["trace[1278872166] 'process raft request' (duration: 182.811666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.878957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.997297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:22:17.879038Z","caller":"traceutil/trace.go:171","msg":"trace[561600330] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26944; }","duration":"182.109659ms","start":"2026-02-27T02:22:17.696909Z","end":"2026-02-27T02:22:17.879019Z","steps":["trace[561600330] 'agreement among raft nodes before linearized reading' (duration: 181.822183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.879025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.131249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-02-27T02:22:17.879105Z","caller":"traceutil/trace.go:171","msg":"trace[617924319] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26944; }","duration":"127.245661ms","start":"2026-02-27T02:22:17.751842Z","end":"2026-02-27T02:22:17.879088Z","steps":["trace[617924319] 'agreement among raft nodes before linearized reading' (duration: 126.988535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:18.287831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.821462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:18.287922Z","caller":"traceutil/trace.go:171","msg":"trace[2121944579] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26946; }","duration":"110.942114ms","start":"2026-02-27T02:22:18.176957Z","end":"2026-02-27T02:22:18.287899Z","steps":["trace[2121944579] 'count revisions from in-memory index tree' (duration: 110.73649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:18.923118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746922459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:22:19.42386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746922459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:22:19.529177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12474323s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:22:19.529676Z","caller":"traceutil/trace.go:171","msg":"trace[364610369] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"1.181716577s","start":"2026-02-27T02:22:18.347933Z","end":"2026-02-27T02:22:19.52965Z","steps":["trace[364610369] 'process raft request' (duration: 1.18140996s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.52989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.347906Z","time spent":"1.181848279s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:19.529917Z","caller":"traceutil/trace.go:171","msg":"trace[1170876512] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"1.180370005s","start":"2026-02-27T02:22:18.349509Z","end":"2026-02-27T02:22:19.529879Z","steps":["trace[1170876512] 'process raft request' (duration: 1.180081298s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.53021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.349501Z","time spent":"1.180606971s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:19.632814Z","caller":"traceutil/trace.go:171","msg":"trace[1295675391] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"1.210771548s","start":"2026-02-27T02:22:18.422021Z","end":"2026-02-27T02:22:19.632792Z","steps":["trace[1295675391] 'process raft request' (duration: 1.163378622s)","trace[1295675391] 'compare' (duration: 47.238512ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:19.632946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.421994Z","time spent":"1.210880971s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:19.722811Z","caller":"traceutil/trace.go:171","msg":"trace[314951519] linearizableReadLoop","detail":"{readStateIndex:27883; appliedIndex:27879; }","duration":"1.300126774s","start":"2026-02-27T02:22:18.422651Z","end":"2026-02-27T02:22:19.722778Z","steps":["trace[314951519] 'read index received' (duration: 1.106704203s)","trace[314951519] 'applied index is now lower than readState.Index' (duration: 193.420571ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:19.72303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300363629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-02-27T02:22:19.723116Z","caller":"traceutil/trace.go:171","msg":"trace[884725385] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26950; }","duration":"1.300455242s","start":"2026-02-27T02:22:18.422611Z","end":"2026-02-27T02:22:19.723066Z","steps":["trace[884725385] 'agreement among raft nodes before linearized reading' (duration: 1.300264237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.723156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.4226Z","time spent":"1.300546634s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4866,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-02-27T02:22:19.726995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287077762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:19.727023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.515084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:19.727064Z","caller":"traceutil/trace.go:171","msg":"trace[439980512] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26951; }","duration":"1.287201285s","start":"2026-02-27T02:22:18.439847Z","end":"2026-02-27T02:22:19.727048Z","steps":["trace[439980512] 'agreement among raft nodes before linearized reading' (duration: 1.287071232s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.727098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.439827Z","time spent":"1.287263567s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:19.727158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.32181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:22:19.72717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.828488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:22:19.727222Z","caller":"traceutil/trace.go:171","msg":"trace[2060109485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26951; }","duration":"389.445293ms","start":"2026-02-27T02:22:19.337763Z","end":"2026-02-27T02:22:19.727208Z","steps":["trace[2060109485] 'agreement among raft nodes before linearized reading' (duration: 389.269948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.727278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.337727Z","time spent":"389.541775ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:22:19.727377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.830701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:19.727402Z","caller":"traceutil/trace.go:171","msg":"trace[1223092656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26951; }","duration":"389.892803ms","start":"2026-02-27T02:22:19.337504Z","end":"2026-02-27T02:22:19.727397Z","steps":["trace[1223092656] 'agreement among raft nodes before linearized reading' (duration: 389.796011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.727422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.33748Z","time spent":"389.937504ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:19.727371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.678598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:22:19.727515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.422445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:22:19.727531Z","caller":"traceutil/trace.go:171","msg":"trace[1876319878] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26951; }","duration":"467.474736ms","start":"2026-02-27T02:22:19.260052Z","end":"2026-02-27T02:22:19.727527Z","steps":["trace[1876319878] 'agreement among raft nodes before linearized reading' (duration: 467.415605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.72755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.260033Z","time spent":"467.512967ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:22:19.727651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.961268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:19.727669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067750402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:19.727685Z","caller":"traceutil/trace.go:171","msg":"trace[402217680] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26951; }","duration":"1.067805203s","start":"2026-02-27T02:22:18.659875Z","end":"2026-02-27T02:22:19.72768Z","steps":["trace[402217680] 'agreement among raft nodes before linearized reading' (duration: 1.067759552s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.727664Z","caller":"traceutil/trace.go:171","msg":"trace[1874987528] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26951; }","duration":"389.983965ms","start":"2026-02-27T02:22:19.337541Z","end":"2026-02-27T02:22:19.727525Z","steps":["trace[1874987528] 'agreement among raft nodes before linearized reading' (duration: 389.421282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.727707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.659854Z","time spent":"1.067848425s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:19.727717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.425661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:19.727736Z","caller":"traceutil/trace.go:171","msg":"trace[1541397774] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26951; }","duration":"514.484813ms","start":"2026-02-27T02:22:19.213245Z","end":"2026-02-27T02:22:19.72773Z","steps":["trace[1541397774] 'agreement among raft nodes before linearized reading' (duration: 514.453932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.727763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.21322Z","time spent":"514.535094ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:19.727067Z","caller":"traceutil/trace.go:171","msg":"trace[1468106360] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26951; }","duration":"238.621586ms","start":"2026-02-27T02:22:19.488436Z","end":"2026-02-27T02:22:19.727058Z","steps":["trace[1468106360] 'agreement among raft nodes before linearized reading' (duration: 238.541604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.727789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.337494Z","time spent":"390.275632ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:22:19.727241Z","caller":"traceutil/trace.go:171","msg":"trace[675262273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26951; }","duration":"388.929991ms","start":"2026-02-27T02:22:19.338281Z","end":"2026-02-27T02:22:19.727211Z","steps":["trace[675262273] 'agreement among raft nodes before linearized reading' (duration: 388.767177ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.727685Z","caller":"traceutil/trace.go:171","msg":"trace[98725486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26951; }","duration":"972.04309ms","start":"2026-02-27T02:22:18.755635Z","end":"2026-02-27T02:22:19.727678Z","steps":["trace[98725486] 'agreement among raft nodes before linearized reading' (duration: 971.997259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.727911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.755604Z","time spent":"972.301586ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:22:19.727935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.464986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:22:19.727939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.22644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:22:19.727984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.073559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:19.727991Z","caller":"traceutil/trace.go:171","msg":"trace[1353711065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26951; }","duration":"390.289302ms","start":"2026-02-27T02:22:19.337687Z","end":"2026-02-27T02:22:19.727976Z","steps":["trace[1353711065] 'agreement among raft nodes before linearized reading' (duration: 390.155809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.728006Z","caller":"traceutil/trace.go:171","msg":"trace[1917578197] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26951; }","duration":"869.138971ms","start":"2026-02-27T02:22:18.858862Z","end":"2026-02-27T02:22:19.728001Z","steps":["trace[1917578197] 'agreement among raft nodes before linearized reading' (duration: 869.10459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.728023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.337679Z","time spent":"390.334943ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:19.727961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.338269Z","time spent":"389.650677ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:22:19.727953Z","caller":"traceutil/trace.go:171","msg":"trace[1205524183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26951; }","duration":"695.508808ms","start":"2026-02-27T02:22:19.032438Z","end":"2026-02-27T02:22:19.727946Z","steps":["trace[1205524183] 'agreement among raft nodes before linearized reading' (duration: 695.455196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.72814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.032424Z","time spent":"695.708952ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:22:19.728171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.504237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:22:19.728199Z","caller":"traceutil/trace.go:171","msg":"trace[623504321] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26951; }","duration":"390.547008ms","start":"2026-02-27T02:22:19.337645Z","end":"2026-02-27T02:22:19.728192Z","steps":["trace[623504321] 'agreement among raft nodes before linearized reading' (duration: 390.484037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.728031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:18.858842Z","time spent":"869.183622ms","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:19.728223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.337638Z","time spent":"390.578839ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:19.727881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.58488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:19.72832Z","caller":"traceutil/trace.go:171","msg":"trace[933667589] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26951; }","duration":"584.076872ms","start":"2026-02-27T02:22:19.144237Z","end":"2026-02-27T02:22:19.728314Z","steps":["trace[933667589] 'agreement among raft nodes before linearized reading' (duration: 583.625322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.728344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.144221Z","time spent":"584.116003ms","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:19.939239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.476622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e820bdd2-5df5-4941-97d7-28bf6e90f874\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:22:19.939339Z","caller":"traceutil/trace.go:171","msg":"trace[1364932134] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e820bdd2-5df5-4941-97d7-28bf6e90f874; range_end:; response_count:1; response_revision:26951; }","duration":"206.607445ms","start":"2026-02-27T02:22:19.732707Z","end":"2026-02-27T02:22:19.939314Z","steps":["trace[1364932134] 'range keys from in-memory index tree' (duration: 206.323639ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.939539Z","caller":"traceutil/trace.go:171","msg":"trace[1928229475] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"206.734548ms","start":"2026-02-27T02:22:19.732777Z","end":"2026-02-27T02:22:19.939512Z","steps":["trace[1928229475] 'process raft request' (duration: 109.49137ms)","trace[1928229475] 'compare' (duration: 96.802898ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:19.956796Z","caller":"traceutil/trace.go:171","msg":"trace[47351731] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"220.102377ms","start":"2026-02-27T02:22:19.736668Z","end":"2026-02-27T02:22:19.956771Z","steps":["trace[47351731] 'process raft request' (duration: 220.052956ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.957463Z","caller":"traceutil/trace.go:171","msg":"trace[1154216551] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"224.624532ms","start":"2026-02-27T02:22:19.732824Z","end":"2026-02-27T02:22:19.957449Z","steps":["trace[1154216551] 'process raft request' (duration: 223.585188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.957829Z","caller":"traceutil/trace.go:171","msg":"trace[533435248] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"222.909392ms","start":"2026-02-27T02:22:19.734903Z","end":"2026-02-27T02:22:19.957812Z","steps":["trace[533435248] 'process raft request' (duration: 221.623513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.958181Z","caller":"traceutil/trace.go:171","msg":"trace[190457307] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"222.018762ms","start":"2026-02-27T02:22:19.736145Z","end":"2026-02-27T02:22:19.958164Z","steps":["trace[190457307] 'process raft request' (duration: 220.482666ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.958502Z","caller":"traceutil/trace.go:171","msg":"trace[568344576] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"222.129164ms","start":"2026-02-27T02:22:19.736354Z","end":"2026-02-27T02:22:19.958483Z","steps":["trace[568344576] 'process raft request' (duration: 220.310662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.958879Z","caller":"traceutil/trace.go:171","msg":"trace[1408468774] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"222.456682ms","start":"2026-02-27T02:22:19.736406Z","end":"2026-02-27T02:22:19.958862Z","steps":["trace[1408468774] 'process raft request' (duration: 220.288242ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.960318Z","caller":"traceutil/trace.go:171","msg":"trace[914273703] linearizableReadLoop","detail":"{readStateIndex:27891; appliedIndex:27891; }","duration":"102.014268ms","start":"2026-02-27T02:22:19.858287Z","end":"2026-02-27T02:22:19.960302Z","steps":["trace[914273703] 'read index received' (duration: 102.007748ms)","trace[914273703] 'applied index is now lower than readState.Index' (duration: 5.37µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:19.960625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.321484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:19.960817Z","caller":"traceutil/trace.go:171","msg":"trace[1310637726] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26958; }","duration":"102.446867ms","start":"2026-02-27T02:22:19.858228Z","end":"2026-02-27T02:22:19.960675Z","steps":["trace[1310637726] 'agreement among raft nodes before linearized reading' (duration: 102.14044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.298404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.567144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:20.298515Z","caller":"traceutil/trace.go:171","msg":"trace[473980460] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"335.026225ms","start":"2026-02-27T02:22:19.963466Z","end":"2026-02-27T02:22:20.298493Z","steps":["trace[473980460] 'process raft request' (duration: 106.305787ms)","trace[473980460] 'compare' (duration: 228.38656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:20.298695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:19.963448Z","time spent":"335.168468ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:22:20.320745Z","caller":"traceutil/trace.go:171","msg":"trace[194546665] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"170.553632ms","start":"2026-02-27T02:22:20.150159Z","end":"2026-02-27T02:22:20.320713Z","steps":["trace[194546665] 'process raft request' (duration: 170.113642ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:20.629265Z","caller":"traceutil/trace.go:171","msg":"trace[41881810] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"131.626383ms","start":"2026-02-27T02:22:20.497605Z","end":"2026-02-27T02:22:20.629231Z","steps":["trace[41881810] 'process raft request' (duration: 88.787303ms)","trace[41881810] 'compare' (duration: 42.349919ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:21.685847Z","caller":"traceutil/trace.go:171","msg":"trace[625542400] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"338.529995ms","start":"2026-02-27T02:22:21.347292Z","end":"2026-02-27T02:22:21.685822Z","steps":["trace[625542400] 'process raft request' (duration: 338.345071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:21.686054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:21.347249Z","time spent":"338.668789ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:21.690381Z","caller":"traceutil/trace.go:171","msg":"trace[2016139675] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"154.659065ms","start":"2026-02-27T02:22:21.535702Z","end":"2026-02-27T02:22:21.690361Z","steps":["trace[2016139675] 'process raft request' (duration: 154.313147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:21.690465Z","caller":"traceutil/trace.go:171","msg":"trace[1588897962] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"153.97822ms","start":"2026-02-27T02:22:21.536438Z","end":"2026-02-27T02:22:21.690416Z","steps":["trace[1588897962] 'process raft request' (duration: 153.742344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.846695Z","caller":"traceutil/trace.go:171","msg":"trace[1193986094] linearizableReadLoop","detail":"{readStateIndex:27913; appliedIndex:27910; }","duration":"112.029669ms","start":"2026-02-27T02:22:23.734647Z","end":"2026-02-27T02:22:23.846676Z","steps":["trace[1193986094] 'read index received' (duration: 24.315232ms)","trace[1193986094] 'applied index is now lower than readState.Index' (duration: 87.713667ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:23.846977Z","caller":"traceutil/trace.go:171","msg":"trace[2071247764] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"134.11723ms","start":"2026-02-27T02:22:23.712851Z","end":"2026-02-27T02:22:23.846968Z","steps":["trace[2071247764] 'process raft request' (duration: 133.652439ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.847128Z","caller":"traceutil/trace.go:171","msg":"trace[484445650] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"134.076369ms","start":"2026-02-27T02:22:23.713044Z","end":"2026-02-27T02:22:23.847121Z","steps":["trace[484445650] 'process raft request' (duration: 133.601878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.84729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.631713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-02-27T02:22:23.847316Z","caller":"traceutil/trace.go:171","msg":"trace[1374842826] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26980; }","duration":"112.706975ms","start":"2026-02-27T02:22:23.734603Z","end":"2026-02-27T02:22:23.84731Z","steps":["trace[1374842826] 'agreement among raft nodes before linearized reading' (duration: 112.601692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.847434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.129208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:23.847461Z","caller":"traceutil/trace.go:171","msg":"trace[1227549561] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26980; }","duration":"111.18225ms","start":"2026-02-27T02:22:23.736271Z","end":"2026-02-27T02:22:23.847454Z","steps":["trace[1227549561] 'agreement among raft nodes before linearized reading' (duration: 111.139689ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:44.10278Z","caller":"traceutil/trace.go:171","msg":"trace[1339116676] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"184.700822ms","start":"2026-02-27T02:22:43.918056Z","end":"2026-02-27T02:22:44.102757Z","steps":["trace[1339116676] 'process raft request' (duration: 184.553068ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:44.104734Z","caller":"traceutil/trace.go:171","msg":"trace[1155322139] linearizableReadLoop","detail":"{readStateIndex:28162; appliedIndex:28160; }","duration":"140.897019ms","start":"2026-02-27T02:22:43.963815Z","end":"2026-02-27T02:22:44.104712Z","steps":["trace[1155322139] 'read index received' (duration: 138.8025ms)","trace[1155322139] 'applied index is now lower than readState.Index' (duration: 2.093329ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:44.104813Z","caller":"traceutil/trace.go:171","msg":"trace[1926286781] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"178.701623ms","start":"2026-02-27T02:22:43.926069Z","end":"2026-02-27T02:22:44.10477Z","steps":["trace[1926286781] 'process raft request' (duration: 178.531159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:44.105135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.118874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T02:22:44.105197Z","caller":"traceutil/trace.go:171","msg":"trace[785110606] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:27222; }","duration":"141.398941ms","start":"2026-02-27T02:22:43.963784Z","end":"2026-02-27T02:22:44.105183Z","steps":["trace[785110606] 'agreement among raft nodes before linearized reading' (duration: 141.029022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.033153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746923140,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:22:46.088989Z","caller":"traceutil/trace.go:171","msg":"trace[172664815] transaction","detail":"{read_only:false; response_revision:27233; number_of_response:1; }","duration":"948.968308ms","start":"2026-02-27T02:22:45.139996Z","end":"2026-02-27T02:22:46.088964Z","steps":["trace[172664815] 'process raft request' (duration: 948.824585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.089124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.139977Z","time spent":"949.087251ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:46.273682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.821502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:46.273779Z","caller":"traceutil/trace.go:171","msg":"trace[131597640] linearizableReadLoop","detail":"{readStateIndex:28175; appliedIndex:28173; }","duration":"740.872295ms","start":"2026-02-27T02:22:45.532891Z","end":"2026-02-27T02:22:46.273763Z","steps":["trace[131597640] 'read index received' (duration: 555.982429ms)","trace[131597640] 'applied index is now lower than readState.Index' (duration: 184.888316ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:46.273807Z","caller":"traceutil/trace.go:171","msg":"trace[395386345] transaction","detail":"{read_only:false; response_revision:27234; number_of_response:1; }","duration":"414.974008ms","start":"2026-02-27T02:22:45.858802Z","end":"2026-02-27T02:22:46.273776Z","steps":["trace[395386345] 'process raft request' (duration: 294.952551ms)","trace[395386345] 'compare' (duration: 119.698009ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:46.273966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.08183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-78486c7fdb-7p6lt.1897f91dfa28e2be\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-02-27T02:22:46.274008Z","caller":"traceutil/trace.go:171","msg":"trace[528074009] range","detail":"{range_begin:/registry/events/openstack/manila-api-78486c7fdb-7p6lt.1897f91dfa28e2be; range_end:; response_count:1; response_revision:27234; }","duration":"741.265725ms","start":"2026-02-27T02:22:45.532729Z","end":"2026-02-27T02:22:46.273995Z","steps":["trace[528074009] 'agreement among raft nodes before linearized reading' (duration: 741.105031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.273938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.858775Z","time spent":"415.093611ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:46.274046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.532712Z","time spent":"741.325026ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-78486c7fdb-7p6lt.1897f91dfa28e2be\" "} {"level":"info","ts":"2026-02-27T02:22:46.299027Z","caller":"traceutil/trace.go:171","msg":"trace[1195963447] transaction","detail":"{read_only:false; response_revision:27235; number_of_response:1; }","duration":"190.784503ms","start":"2026-02-27T02:22:46.108215Z","end":"2026-02-27T02:22:46.299Z","steps":["trace[1195963447] 'process raft request' (duration: 190.592858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.299062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.315743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:46.29912Z","caller":"traceutil/trace.go:171","msg":"trace[1537094099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27236; }","duration":"542.409515ms","start":"2026-02-27T02:22:45.756697Z","end":"2026-02-27T02:22:46.299106Z","steps":["trace[1537094099] 'agreement among raft nodes before linearized reading' (duration: 542.292673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.299162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:45.756676Z","time spent":"542.478466ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:22:46.299298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.983501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:22:46.299338Z","caller":"traceutil/trace.go:171","msg":"trace[1177979465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27236; }","duration":"157.056272ms","start":"2026-02-27T02:22:46.142271Z","end":"2026-02-27T02:22:46.299327Z","steps":["trace[1177979465] 'agreement among raft nodes before linearized reading' (duration: 156.907209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.299423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.890693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:22:46.299443Z","caller":"traceutil/trace.go:171","msg":"trace[645150740] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"188.397838ms","start":"2026-02-27T02:22:46.111026Z","end":"2026-02-27T02:22:46.299424Z","steps":["trace[645150740] 'process raft request' (duration: 187.898776ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.299466Z","caller":"traceutil/trace.go:171","msg":"trace[348372833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27236; }","duration":"151.948104ms","start":"2026-02-27T02:22:46.147507Z","end":"2026-02-27T02:22:46.299455Z","steps":["trace[348372833] 'agreement among raft nodes before linearized reading' (duration: 151.838212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.299568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.05378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:22:46.29958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.882305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T02:22:46.299604Z","caller":"traceutil/trace.go:171","msg":"trace[1433392340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27236; }","duration":"155.905156ms","start":"2026-02-27T02:22:46.143692Z","end":"2026-02-27T02:22:46.299597Z","steps":["trace[1433392340] 'agreement among raft nodes before linearized reading' (duration: 155.848444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.299599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.456408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-27T02:22:46.299657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.759602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:46.299693Z","caller":"traceutil/trace.go:171","msg":"trace[1037199946] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27236; }","duration":"161.800963ms","start":"2026-02-27T02:22:46.137883Z","end":"2026-02-27T02:22:46.299684Z","steps":["trace[1037199946] 'agreement among raft nodes before linearized reading' (duration: 161.744421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.299603Z","caller":"traceutil/trace.go:171","msg":"trace[53301786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27236; }","duration":"153.106512ms","start":"2026-02-27T02:22:46.146488Z","end":"2026-02-27T02:22:46.299594Z","steps":["trace[53301786] 'agreement among raft nodes before linearized reading' (duration: 153.011289ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.299678Z","caller":"traceutil/trace.go:171","msg":"trace[356524334] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27236; }","duration":"175.55882ms","start":"2026-02-27T02:22:46.124105Z","end":"2026-02-27T02:22:46.299664Z","steps":["trace[356524334] 'agreement among raft nodes before linearized reading' (duration: 175.350715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.299785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.181264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:22:46.299832Z","caller":"traceutil/trace.go:171","msg":"trace[1091889316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27236; }","duration":"182.266476ms","start":"2026-02-27T02:22:46.117555Z","end":"2026-02-27T02:22:46.299821Z","steps":["trace[1091889316] 'agreement among raft nodes before linearized reading' (duration: 182.134453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:46.299942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.460777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:22:46.299967Z","caller":"traceutil/trace.go:171","msg":"trace[552137756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27236; }","duration":"165.517718ms","start":"2026-02-27T02:22:46.134444Z","end":"2026-02-27T02:22:46.299961Z","steps":["trace[552137756] 'agreement among raft nodes before linearized reading' (duration: 165.441646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.498475Z","caller":"traceutil/trace.go:171","msg":"trace[1503676913] transaction","detail":"{read_only:false; response_revision:27237; number_of_response:1; }","duration":"221.643706ms","start":"2026-02-27T02:22:46.276805Z","end":"2026-02-27T02:22:46.498449Z","steps":["trace[1503676913] 'process raft request' (duration: 221.493672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.499002Z","caller":"traceutil/trace.go:171","msg":"trace[261586442] linearizableReadLoop","detail":"{readStateIndex:28178; appliedIndex:28178; }","duration":"196.072474ms","start":"2026-02-27T02:22:46.302919Z","end":"2026-02-27T02:22:46.498991Z","steps":["trace[261586442] 'read index received' (duration: 196.067914ms)","trace[261586442] 'applied index is now lower than readState.Index' (duration: 3.86µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:46.499086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.158397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:46.499122Z","caller":"traceutil/trace.go:171","msg":"trace[1775552098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27237; }","duration":"196.228008ms","start":"2026-02-27T02:22:46.302883Z","end":"2026-02-27T02:22:46.499111Z","steps":["trace[1775552098] 'agreement among raft nodes before linearized reading' (duration: 196.159247ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.54822Z","caller":"traceutil/trace.go:171","msg":"trace[1821355782] transaction","detail":"{read_only:false; response_revision:27238; number_of_response:1; }","duration":"242.58353ms","start":"2026-02-27T02:22:46.305613Z","end":"2026-02-27T02:22:46.548197Z","steps":["trace[1821355782] 'process raft request' (duration: 242.381566ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.548577Z","caller":"traceutil/trace.go:171","msg":"trace[1018181879] transaction","detail":"{read_only:false; response_revision:27239; number_of_response:1; }","duration":"242.850256ms","start":"2026-02-27T02:22:46.3057Z","end":"2026-02-27T02:22:46.54855Z","steps":["trace[1018181879] 'process raft request' (duration: 242.449437ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.548886Z","caller":"traceutil/trace.go:171","msg":"trace[1674056413] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"243.016411ms","start":"2026-02-27T02:22:46.30585Z","end":"2026-02-27T02:22:46.548867Z","steps":["trace[1674056413] 'process raft request' (duration: 242.922139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.548988Z","caller":"traceutil/trace.go:171","msg":"trace[506979035] transaction","detail":"{read_only:false; response_revision:27240; number_of_response:1; }","duration":"243.128503ms","start":"2026-02-27T02:22:46.305833Z","end":"2026-02-27T02:22:46.548962Z","steps":["trace[506979035] 'process raft request' (duration: 242.747304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.54911Z","caller":"traceutil/trace.go:171","msg":"trace[1164464457] transaction","detail":"{read_only:false; response_revision:27242; number_of_response:1; }","duration":"243.215505ms","start":"2026-02-27T02:22:46.305886Z","end":"2026-02-27T02:22:46.549102Z","steps":["trace[1164464457] 'process raft request' (duration: 242.949579ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.549291Z","caller":"traceutil/trace.go:171","msg":"trace[435864752] transaction","detail":"{read_only:false; response_revision:27243; number_of_response:1; }","duration":"243.383759ms","start":"2026-02-27T02:22:46.305896Z","end":"2026-02-27T02:22:46.54928Z","steps":["trace[435864752] 'process raft request' (duration: 243.151424ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.549318Z","caller":"traceutil/trace.go:171","msg":"trace[994272522] transaction","detail":"{read_only:false; response_revision:27244; number_of_response:1; }","duration":"242.660702ms","start":"2026-02-27T02:22:46.306653Z","end":"2026-02-27T02:22:46.549314Z","steps":["trace[994272522] 'process raft request' (duration: 242.56856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:46.549295Z","caller":"traceutil/trace.go:171","msg":"trace[119857874] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"123.595559ms","start":"2026-02-27T02:22:46.425693Z","end":"2026-02-27T02:22:46.549288Z","steps":["trace[119857874] 'process raft request' (duration: 123.567448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:50.96244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.71734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:50.962538Z","caller":"traceutil/trace.go:171","msg":"trace[2084186051] transaction","detail":"{read_only:false; response_revision:27269; number_of_response:1; }","duration":"324.106446ms","start":"2026-02-27T02:22:50.638417Z","end":"2026-02-27T02:22:50.962523Z","steps":["trace[2084186051] 'process raft request' (duration: 50.235752ms)","trace[2084186051] 'compare' (duration: 273.622108ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:50.962581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:50.638395Z","time spent":"324.165997ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:51.009072Z","caller":"traceutil/trace.go:171","msg":"trace[741262699] linearizableReadLoop","detail":"{readStateIndex:28217; appliedIndex:28210; }","duration":"343.020294ms","start":"2026-02-27T02:22:50.666023Z","end":"2026-02-27T02:22:51.009043Z","steps":["trace[741262699] 'read index received' (duration: 22.642224ms)","trace[741262699] 'applied index is now lower than readState.Index' (duration: 320.37628ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:51.009419Z","caller":"traceutil/trace.go:171","msg":"trace[1034785642] transaction","detail":"{read_only:false; response_revision:27270; number_of_response:1; }","duration":"370.257203ms","start":"2026-02-27T02:22:50.639147Z","end":"2026-02-27T02:22:51.009404Z","steps":["trace[1034785642] 'process raft request' (duration: 369.537127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:51.00953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:50.639117Z","time spent":"370.340046ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:51.009657Z","caller":"traceutil/trace.go:171","msg":"trace[1433443427] transaction","detail":"{read_only:false; response_revision:27271; number_of_response:1; }","duration":"370.492649ms","start":"2026-02-27T02:22:50.639151Z","end":"2026-02-27T02:22:51.009644Z","steps":["trace[1433443427] 'process raft request' (duration: 369.67938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:51.009711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:50.639129Z","time spent":"370.555011ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:51.009982Z","caller":"traceutil/trace.go:171","msg":"trace[1273930204] transaction","detail":"{read_only:false; response_revision:27275; number_of_response:1; }","duration":"370.054919ms","start":"2026-02-27T02:22:50.639893Z","end":"2026-02-27T02:22:51.009948Z","steps":["trace[1273930204] 'process raft request' (duration: 369.113337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:51.010206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:50.639885Z","time spent":"370.204382ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:51.010388Z","caller":"traceutil/trace.go:171","msg":"trace[1607351628] transaction","detail":"{read_only:false; response_revision:27273; number_of_response:1; }","duration":"371.053332ms","start":"2026-02-27T02:22:50.639322Z","end":"2026-02-27T02:22:51.010376Z","steps":["trace[1607351628] 'process raft request' (duration: 369.619409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:51.010417Z","caller":"traceutil/trace.go:171","msg":"trace[1544576035] transaction","detail":"{read_only:false; response_revision:27274; number_of_response:1; }","duration":"371.029742ms","start":"2026-02-27T02:22:50.639374Z","end":"2026-02-27T02:22:51.010403Z","steps":["trace[1544576035] 'process raft request' (duration: 369.599278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:51.010478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:50.639305Z","time spent":"371.126333ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:51.010026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.994136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:51.01054Z","caller":"traceutil/trace.go:171","msg":"trace[1073197547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27275; }","duration":"344.548439ms","start":"2026-02-27T02:22:50.665975Z","end":"2026-02-27T02:22:51.010523Z","steps":["trace[1073197547] 'agreement among raft nodes before linearized reading' (duration: 344.010697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:51.010483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:50.639337Z","time spent":"371.108524ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:51.010949Z","caller":"traceutil/trace.go:171","msg":"trace[1124416170] transaction","detail":"{read_only:false; response_revision:27272; number_of_response:1; }","duration":"371.705447ms","start":"2026-02-27T02:22:50.63922Z","end":"2026-02-27T02:22:51.010925Z","steps":["trace[1124416170] 'process raft request' (duration: 369.654529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:51.011129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:50.639192Z","time spent":"371.893971ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:51.01359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:50.665958Z","time spent":"344.634681ms","remote":"127.0.0.1:46652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:51.125401Z","caller":"traceutil/trace.go:171","msg":"trace[35012516] linearizableReadLoop","detail":"{readStateIndex:28218; appliedIndex:28217; }","duration":"116.220127ms","start":"2026-02-27T02:22:51.009149Z","end":"2026-02-27T02:22:51.125369Z","steps":["trace[35012516] 'read index received' (duration: 62.975316ms)","trace[35012516] 'applied index is now lower than readState.Index' (duration: 53.243821ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:51.125546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.524378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:51.125586Z","caller":"traceutil/trace.go:171","msg":"trace[1643091962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27276; }","duration":"366.619559ms","start":"2026-02-27T02:22:50.758952Z","end":"2026-02-27T02:22:51.125571Z","steps":["trace[1643091962] 'agreement among raft nodes before linearized reading' (duration: 366.522827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:51.12567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:50.758928Z","time spent":"366.730872ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:22:51.125982Z","caller":"traceutil/trace.go:171","msg":"trace[1925593202] transaction","detail":"{read_only:false; response_revision:27276; number_of_response:1; }","duration":"366.946957ms","start":"2026-02-27T02:22:50.759005Z","end":"2026-02-27T02:22:51.125951Z","steps":["trace[1925593202] 'process raft request' (duration: 313.137742ms)","trace[1925593202] 'compare' (duration: 53.106658ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:51.126124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:50.758981Z","time spent":"367.06603ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:25:38.963523Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26059} {"level":"info","ts":"2026-02-27T02:25:39.084343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26059,"took":"117.365235ms","hash":3322631581,"current-db-size-bytes":50012160,"current-db-size":"50 MB","current-db-size-in-use-bytes":33292288,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-27T02:25:39.08471Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3322631581,"revision":26059,"compact-revision":23912} {"level":"info","ts":"2026-02-27T02:26:52.134193Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T02:26:52.138658Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-27T02:26:52.138749Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-27T02:27:19.420171Z","caller":"traceutil/trace.go:171","msg":"trace[1576556748] transaction","detail":"{read_only:false; response_revision:29191; number_of_response:1; }","duration":"110.620849ms","start":"2026-02-27T02:27:19.309523Z","end":"2026-02-27T02:27:19.420144Z","steps":["trace[1576556748] 'process raft request' (duration: 110.386943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:29:17.130065Z","caller":"traceutil/trace.go:171","msg":"trace[651350052] transaction","detail":"{read_only:false; response_revision:29992; number_of_response:1; }","duration":"201.06984ms","start":"2026-02-27T02:29:16.928945Z","end":"2026-02-27T02:29:17.130015Z","steps":["trace[651350052] 'process raft request' (duration: 182.323147ms)","trace[651350052] 'compare' (duration: 18.291753ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:29:17.130209Z","caller":"traceutil/trace.go:171","msg":"trace[1811530614] linearizableReadLoop","detail":"{readStateIndex:31022; appliedIndex:31018; }","duration":"130.13666ms","start":"2026-02-27T02:29:17.000042Z","end":"2026-02-27T02:29:17.130179Z","steps":["trace[1811530614] 'read index received' (duration: 111.209522ms)","trace[1811530614] 'applied index is now lower than readState.Index' (duration: 18.926138ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:29:17.130441Z","caller":"traceutil/trace.go:171","msg":"trace[1078169946] transaction","detail":"{read_only:false; response_revision:29994; number_of_response:1; }","duration":"200.040607ms","start":"2026-02-27T02:29:16.930386Z","end":"2026-02-27T02:29:17.130426Z","steps":["trace[1078169946] 'process raft request' (duration: 199.605817ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:29:17.130246Z","caller":"traceutil/trace.go:171","msg":"trace[1896439104] transaction","detail":"{read_only:false; response_revision:29993; number_of_response:1; }","duration":"200.264202ms","start":"2026-02-27T02:29:16.929929Z","end":"2026-02-27T02:29:17.130194Z","steps":["trace[1896439104] 'process raft request' (duration: 199.971555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:29:17.130406Z","caller":"traceutil/trace.go:171","msg":"trace[1208475567] transaction","detail":"{read_only:false; response_revision:29995; number_of_response:1; }","duration":"199.607517ms","start":"2026-02-27T02:29:16.930786Z","end":"2026-02-27T02:29:17.130394Z","steps":["trace[1208475567] 'process raft request' (duration: 199.244488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:29:17.13058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.519058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:29:17.130632Z","caller":"traceutil/trace.go:171","msg":"trace[945332428] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:29996; }","duration":"130.619041ms","start":"2026-02-27T02:29:16.999994Z","end":"2026-02-27T02:29:17.130613Z","steps":["trace[945332428] 'agreement among raft nodes before linearized reading' (duration: 130.503188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:04.737002Z","caller":"traceutil/trace.go:171","msg":"trace[1974479512] transaction","detail":"{read_only:false; response_revision:30355; number_of_response:1; }","duration":"110.2463ms","start":"2026-02-27T02:30:04.626718Z","end":"2026-02-27T02:30:04.736964Z","steps":["trace[1974479512] 'process raft request' (duration: 110.027725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:32.699396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.670381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:30:32.699502Z","caller":"traceutil/trace.go:171","msg":"trace[650915251] linearizableReadLoop","detail":"{readStateIndex:31621; appliedIndex:31620; }","duration":"113.467164ms","start":"2026-02-27T02:30:32.586023Z","end":"2026-02-27T02:30:32.69949Z","steps":["trace[650915251] 'read index received' (duration: 25.63µs)","trace[650915251] 'applied index is now lower than readState.Index' (duration: 113.440724ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:30:32.699573Z","caller":"traceutil/trace.go:171","msg":"trace[1479547729] transaction","detail":"{read_only:false; response_revision:30577; number_of_response:1; }","duration":"261.342794ms","start":"2026-02-27T02:30:32.438223Z","end":"2026-02-27T02:30:32.699565Z","steps":["trace[1479547729] 'process raft request' (duration: 76.437037ms)","trace[1479547729] 'compare' (duration: 184.493658ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:30:32.699755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.71481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:30:32.69999Z","caller":"traceutil/trace.go:171","msg":"trace[710066756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30577; }","duration":"113.956606ms","start":"2026-02-27T02:30:32.58599Z","end":"2026-02-27T02:30:32.699947Z","steps":["trace[710066756] 'agreement among raft nodes before linearized reading' (duration: 113.614178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:38.969453Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28509} {"level":"info","ts":"2026-02-27T02:30:39.228527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28509,"took":"255.423518ms","hash":1736947615,"current-db-size-bytes":50012160,"current-db-size":"50 MB","current-db-size-in-use-bytes":28246016,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T02:30:39.228628Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1736947615,"revision":28509,"compact-revision":26059} {"level":"warn","ts":"2026-02-27T02:30:47.541112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.441069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419302"} {"level":"info","ts":"2026-02-27T02:30:47.541324Z","caller":"traceutil/trace.go:171","msg":"trace[392043510] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:30677; }","duration":"105.691145ms","start":"2026-02-27T02:30:47.435603Z","end":"2026-02-27T02:30:47.541294Z","steps":["trace[392043510] 'range keys from in-memory index tree' (duration: 105.149692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:31:13.650786Z","caller":"traceutil/trace.go:171","msg":"trace[1805670559] transaction","detail":"{read_only:false; response_revision:30855; number_of_response:1; }","duration":"105.718111ms","start":"2026-02-27T02:31:13.545036Z","end":"2026-02-27T02:31:13.650755Z","steps":["trace[1805670559] 'process raft request' (duration: 105.500726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:32:09.201266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.701759ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:32:50.260282Z","caller":"traceutil/trace.go:171","msg":"trace[1674793575] transaction","detail":"{read_only:false; response_revision:31518; number_of_response:1; }","duration":"117.024293ms","start":"2026-02-27T02:32:50.143211Z","end":"2026-02-27T02:32:50.260235Z","steps":["trace[1674793575] 'process raft request' (duration: 112.746134ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:33:14.246113Z","caller":"traceutil/trace.go:171","msg":"trace[1450114911] transaction","detail":"{read_only:false; response_revision:31681; number_of_response:1; }","duration":"115.523319ms","start":"2026-02-27T02:33:14.130564Z","end":"2026-02-27T02:33:14.246087Z","steps":["trace[1450114911] 'process raft request' (duration: 115.398686ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:14.074941Z","caller":"traceutil/trace.go:171","msg":"trace[1522830846] linearizableReadLoop","detail":"{readStateIndex:33724; appliedIndex:33723; }","duration":"107.246687ms","start":"2026-02-27T02:35:13.967656Z","end":"2026-02-27T02:35:14.074902Z","steps":["trace[1522830846] 'read index received' (duration: 90.663232ms)","trace[1522830846] 'applied index is now lower than readState.Index' (duration: 16.581905ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:14.075004Z","caller":"traceutil/trace.go:171","msg":"trace[511718721] transaction","detail":"{read_only:false; response_revision:32616; number_of_response:1; }","duration":"114.153497ms","start":"2026-02-27T02:35:13.9608Z","end":"2026-02-27T02:35:14.074954Z","steps":["trace[511718721] 'process raft request' (duration: 97.526101ms)","trace[511718721] 'compare' (duration: 16.312858ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:14.075383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.706667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29535995-55jjc\" ","response":"range_response_count:1 size:6983"} {"level":"info","ts":"2026-02-27T02:35:14.075616Z","caller":"traceutil/trace.go:171","msg":"trace[2053090214] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29535995-55jjc; range_end:; response_count:1; response_revision:32616; }","duration":"107.964694ms","start":"2026-02-27T02:35:13.96763Z","end":"2026-02-27T02:35:14.075595Z","steps":["trace[2053090214] 'agreement among raft nodes before linearized reading' (duration: 107.416351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.602474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746937220,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:35:14.668781Z","caller":"traceutil/trace.go:171","msg":"trace[8778620] linearizableReadLoop","detail":"{readStateIndex:33727; appliedIndex:33726; }","duration":"566.939956ms","start":"2026-02-27T02:35:14.101778Z","end":"2026-02-27T02:35:14.668718Z","steps":["trace[8778620] 'read index received' (duration: 505.01039ms)","trace[8778620] 'applied index is now lower than readState.Index' (duration: 61.928316ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:14.668939Z","caller":"traceutil/trace.go:171","msg":"trace[1566213512] transaction","detail":"{read_only:false; response_revision:32618; number_of_response:1; }","duration":"580.695535ms","start":"2026-02-27T02:35:14.088228Z","end":"2026-02-27T02:35:14.668923Z","steps":["trace[1566213512] 'process raft request' (duration: 518.655776ms)","trace[1566213512] 'compare' (duration: 61.686221ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:14.669311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:14.088202Z","time spent":"580.975812ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7151,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:14.669332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.52776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T02:35:14.66942Z","caller":"traceutil/trace.go:171","msg":"trace[143578210] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32618; }","duration":"567.651363ms","start":"2026-02-27T02:35:14.101745Z","end":"2026-02-27T02:35:14.669396Z","steps":["trace[143578210] 'agreement among raft nodes before linearized reading' (duration: 567.379307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:14.669469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:14.101733Z","time spent":"567.727014ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T02:35:15.193891Z","caller":"traceutil/trace.go:171","msg":"trace[954420661] linearizableReadLoop","detail":"{readStateIndex:33728; appliedIndex:33727; }","duration":"275.342764ms","start":"2026-02-27T02:35:14.918522Z","end":"2026-02-27T02:35:15.193865Z","steps":["trace[954420661] 'read index received' (duration: 275.217011ms)","trace[954420661] 'applied index is now lower than readState.Index' (duration: 124.683µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:15.193925Z","caller":"traceutil/trace.go:171","msg":"trace[1716333161] transaction","detail":"{read_only:false; response_revision:32619; number_of_response:1; }","duration":"302.200138ms","start":"2026-02-27T02:35:14.891691Z","end":"2026-02-27T02:35:15.193891Z","steps":["trace[1716333161] 'process raft request' (duration: 302.025934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:15.194297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:14.891667Z","time spent":"302.501494ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:15.194586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.579601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:35:15.194622Z","caller":"traceutil/trace.go:171","msg":"trace[961841407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32619; }","duration":"276.124763ms","start":"2026-02-27T02:35:14.918491Z","end":"2026-02-27T02:35:15.194616Z","steps":["trace[961841407] 'agreement among raft nodes before linearized reading' (duration: 275.487188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:15.484776Z","caller":"traceutil/trace.go:171","msg":"trace[2109034813] linearizableReadLoop","detail":"{readStateIndex:33729; appliedIndex:33728; }","duration":"290.68607ms","start":"2026-02-27T02:35:15.194062Z","end":"2026-02-27T02:35:15.484748Z","steps":["trace[2109034813] 'read index received' (duration: 289.638976ms)","trace[2109034813] 'applied index is now lower than readState.Index' (duration: 1.046034ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:15.485005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.486885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T02:35:15.48504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.276423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:35:15.485079Z","caller":"traceutil/trace.go:171","msg":"trace[683828149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32620; }","duration":"388.379986ms","start":"2026-02-27T02:35:15.096689Z","end":"2026-02-27T02:35:15.485069Z","steps":["trace[683828149] 'agreement among raft nodes before linearized reading' (duration: 388.188931ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:15.48508Z","caller":"traceutil/trace.go:171","msg":"trace[690358455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32620; }","duration":"384.638009ms","start":"2026-02-27T02:35:15.100425Z","end":"2026-02-27T02:35:15.485063Z","steps":["trace[690358455] 'agreement among raft nodes before linearized reading' (duration: 384.386224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:15.485155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:15.100404Z","time spent":"384.715711ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:15.485351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.399714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:35:15.48546Z","caller":"traceutil/trace.go:171","msg":"trace[2026438060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32620; }","duration":"425.543847ms","start":"2026-02-27T02:35:15.059901Z","end":"2026-02-27T02:35:15.485445Z","steps":["trace[2026438060] 'agreement among raft nodes before linearized reading' (duration: 425.339543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:15.485469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.726905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:35:15.485327Z","caller":"traceutil/trace.go:171","msg":"trace[2003151572] transaction","detail":"{read_only:false; response_revision:32620; number_of_response:1; }","duration":"447.625749ms","start":"2026-02-27T02:35:15.037677Z","end":"2026-02-27T02:35:15.485303Z","steps":["trace[2003151572] 'process raft request' (duration: 445.94653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:15.485551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.928293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:35:15.485596Z","caller":"traceutil/trace.go:171","msg":"trace[833234065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32620; }","duration":"429.852487ms","start":"2026-02-27T02:35:15.055693Z","end":"2026-02-27T02:35:15.485546Z","steps":["trace[833234065] 'agreement among raft nodes before linearized reading' (duration: 429.682123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:15.485587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:15.059883Z","time spent":"425.669391ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:35:15.485111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:15.096663Z","time spent":"388.440267ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:15.485674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:15.055678Z","time spent":"429.98447ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:35:15.485634Z","caller":"traceutil/trace.go:171","msg":"trace[53529322] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32620; }","duration":"425.043106ms","start":"2026-02-27T02:35:15.06057Z","end":"2026-02-27T02:35:15.485613Z","steps":["trace[53529322] 'agreement among raft nodes before linearized reading' (duration: 424.77656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:15.485917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:15.060563Z","time spent":"425.340113ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:35:15.485669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:15.037651Z","time spent":"447.929227ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:15.487189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.061538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:15.487273Z","caller":"traceutil/trace.go:171","msg":"trace[850951015] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:32624; }","duration":"231.213341ms","start":"2026-02-27T02:35:15.256043Z","end":"2026-02-27T02:35:15.487256Z","steps":["trace[850951015] 'agreement among raft nodes before linearized reading' (duration: 231.037627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:15.487604Z","caller":"traceutil/trace.go:171","msg":"trace[538581652] transaction","detail":"{read_only:false; response_revision:32623; number_of_response:1; }","duration":"166.850849ms","start":"2026-02-27T02:35:15.320702Z","end":"2026-02-27T02:35:15.487553Z","steps":["trace[538581652] 'process raft request' (duration: 166.283426ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:15.48763Z","caller":"traceutil/trace.go:171","msg":"trace[2130385884] transaction","detail":"{read_only:false; response_revision:32624; number_of_response:1; }","duration":"166.787388ms","start":"2026-02-27T02:35:15.320832Z","end":"2026-02-27T02:35:15.487619Z","steps":["trace[2130385884] 'process raft request' (duration: 166.197684ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:15.48773Z","caller":"traceutil/trace.go:171","msg":"trace[1984397631] transaction","detail":"{read_only:false; response_revision:32622; number_of_response:1; }","duration":"170.733999ms","start":"2026-02-27T02:35:15.316983Z","end":"2026-02-27T02:35:15.487717Z","steps":["trace[1984397631] 'process raft request' (duration: 169.950231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:15.488026Z","caller":"traceutil/trace.go:171","msg":"trace[192719798] transaction","detail":"{read_only:false; response_revision:32621; number_of_response:1; }","duration":"289.006002ms","start":"2026-02-27T02:35:15.198661Z","end":"2026-02-27T02:35:15.487667Z","steps":["trace[192719798] 'process raft request' (duration: 288.121561ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:15.973847Z","caller":"traceutil/trace.go:171","msg":"trace[95554064] linearizableReadLoop","detail":"{readStateIndex:33740; appliedIndex:33739; }","duration":"217.920183ms","start":"2026-02-27T02:35:15.755906Z","end":"2026-02-27T02:35:15.973827Z","steps":["trace[95554064] 'read index received' (duration: 215.445036ms)","trace[95554064] 'applied index is now lower than readState.Index' (duration: 2.474547ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:15.973913Z","caller":"traceutil/trace.go:171","msg":"trace[797787643] transaction","detail":"{read_only:false; response_revision:32631; number_of_response:1; }","duration":"293.501025ms","start":"2026-02-27T02:35:15.680374Z","end":"2026-02-27T02:35:15.973875Z","steps":["trace[797787643] 'process raft request' (duration: 290.763062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:15.973937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.011195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:15.974015Z","caller":"traceutil/trace.go:171","msg":"trace[119879714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32631; }","duration":"218.134528ms","start":"2026-02-27T02:35:15.755863Z","end":"2026-02-27T02:35:15.973997Z","steps":["trace[119879714] 'agreement among raft nodes before linearized reading' (duration: 218.023076ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:15.977998Z","caller":"traceutil/trace.go:171","msg":"trace[811030021] transaction","detail":"{read_only:false; response_revision:32632; number_of_response:1; }","duration":"176.054273ms","start":"2026-02-27T02:35:15.801932Z","end":"2026-02-27T02:35:15.977986Z","steps":["trace[811030021] 'process raft request' (duration: 175.94201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.856746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.669754ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:35:19.857232Z","caller":"traceutil/trace.go:171","msg":"trace[142967447] linearizableReadLoop","detail":"{readStateIndex:33772; appliedIndex:33771; }","duration":"493.828151ms","start":"2026-02-27T02:35:19.363188Z","end":"2026-02-27T02:35:19.857016Z","steps":["trace[142967447] 'read index received' (duration: 257.882521ms)","trace[142967447] 'applied index is now lower than readState.Index' (duration: 235.94392ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:19.857331Z","caller":"traceutil/trace.go:171","msg":"trace[867251272] transaction","detail":"{read_only:false; response_revision:32665; number_of_response:1; }","duration":"352.567435ms","start":"2026-02-27T02:35:19.504744Z","end":"2026-02-27T02:35:19.857312Z","steps":["trace[867251272] 'process raft request' (duration: 352.520674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.857446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.237641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:35:19.857448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.504719Z","time spent":"352.657938ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:19.857807Z","caller":"traceutil/trace.go:171","msg":"trace[1218037605] transaction","detail":"{read_only:false; response_revision:32664; number_of_response:1; }","duration":"355.502144ms","start":"2026-02-27T02:35:19.502293Z","end":"2026-02-27T02:35:19.857796Z","steps":["trace[1218037605] 'process raft request' (duration: 354.734996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.857819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.054024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:35:19.857867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.937853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:35:19.857926Z","caller":"traceutil/trace.go:171","msg":"trace[441376952] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:32665; }","duration":"311.989314ms","start":"2026-02-27T02:35:19.545919Z","end":"2026-02-27T02:35:19.857908Z","steps":["trace[441376952] 'agreement among raft nodes before linearized reading' (duration: 311.915802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.85797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.545886Z","time spent":"312.073496ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:35:19.858096Z","caller":"traceutil/trace.go:171","msg":"trace[831001387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32665; }","duration":"349.159586ms","start":"2026-02-27T02:35:19.508712Z","end":"2026-02-27T02:35:19.857872Z","steps":["trace[831001387] 'agreement among raft nodes before linearized reading' (duration: 348.915161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.857871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.502274Z","time spent":"355.566516ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:19.858252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.604088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:35:19.858252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.508706Z","time spent":"349.440693ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:35:19.858314Z","caller":"traceutil/trace.go:171","msg":"trace[1975729017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32665; }","duration":"343.666819ms","start":"2026-02-27T02:35:19.51463Z","end":"2026-02-27T02:35:19.858297Z","steps":["trace[1975729017] 'agreement among raft nodes before linearized reading' (duration: 343.524226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.858333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.028125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:35:19.858345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.514626Z","time spent":"343.71224ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:35:19.858397Z","caller":"traceutil/trace.go:171","msg":"trace[843106687] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32665; }","duration":"343.102566ms","start":"2026-02-27T02:35:19.515279Z","end":"2026-02-27T02:35:19.858381Z","steps":["trace[843106687] 'agreement among raft nodes before linearized reading' (duration: 342.881431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.8578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.451461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:35:19.858424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.001636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:35:19.858471Z","caller":"traceutil/trace.go:171","msg":"trace[1715897385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32665; }","duration":"343.167458ms","start":"2026-02-27T02:35:19.515291Z","end":"2026-02-27T02:35:19.858458Z","steps":["trace[1715897385] 'agreement among raft nodes before linearized reading' (duration: 342.356449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.858468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.515275Z","time spent":"343.178138ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:35:19.858497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.515277Z","time spent":"343.212129ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:35:19.858502Z","caller":"traceutil/trace.go:171","msg":"trace[1068106067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32665; }","duration":"344.10297ms","start":"2026-02-27T02:35:19.514381Z","end":"2026-02-27T02:35:19.858484Z","steps":["trace[1068106067] 'agreement among raft nodes before linearized reading' (duration: 343.829913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.858552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.514376Z","time spent":"344.166371ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:35:19.858604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.322978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:35:19.858643Z","caller":"traceutil/trace.go:171","msg":"trace[1968579978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32665; }","duration":"342.374499ms","start":"2026-02-27T02:35:19.51626Z","end":"2026-02-27T02:35:19.858634Z","steps":["trace[1968579978] 'agreement among raft nodes before linearized reading' (duration: 341.926739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.858675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.516238Z","time spent":"342.431311ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:35:19.85751Z","caller":"traceutil/trace.go:171","msg":"trace[1401915119] transaction","detail":"{read_only:false; response_revision:32663; number_of_response:1; }","duration":"355.504324ms","start":"2026-02-27T02:35:19.501996Z","end":"2026-02-27T02:35:19.8575Z","steps":["trace[1401915119] 'process raft request' (duration: 354.90687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.858981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.501975Z","time spent":"356.742723ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:19.859195Z","caller":"traceutil/trace.go:171","msg":"trace[301436307] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:32665; }","duration":"496.051193ms","start":"2026-02-27T02:35:19.363136Z","end":"2026-02-27T02:35:19.859187Z","steps":["trace[301436307] 'agreement among raft nodes before linearized reading' (duration: 494.160809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:19.859224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:19.363118Z","time spent":"496.098244ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:21.474464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.279235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:21.474542Z","caller":"traceutil/trace.go:171","msg":"trace[796308134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32676; }","duration":"718.408498ms","start":"2026-02-27T02:35:20.756116Z","end":"2026-02-27T02:35:21.474524Z","steps":["trace[796308134] 'range keys from in-memory index tree' (duration: 718.191643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.474595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.756088Z","time spent":"718.498781ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:35:21.474906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.088813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:21.474951Z","caller":"traceutil/trace.go:171","msg":"trace[686162696] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:32676; }","duration":"499.176155ms","start":"2026-02-27T02:35:20.975762Z","end":"2026-02-27T02:35:21.474938Z","steps":["trace[686162696] 'count revisions from in-memory index tree' (duration: 499.000291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.474987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:20.975735Z","time spent":"499.242776ms","remote":"127.0.0.1:47872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:35:21.475459Z","caller":"traceutil/trace.go:171","msg":"trace[1409879656] linearizableReadLoop","detail":"{readStateIndex:33787; appliedIndex:33786; }","duration":"359.146368ms","start":"2026-02-27T02:35:21.116283Z","end":"2026-02-27T02:35:21.47543Z","steps":["trace[1409879656] 'read index received' (duration: 357.338516ms)","trace[1409879656] 'applied index is now lower than readState.Index' (duration: 1.806452ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:21.475611Z","caller":"traceutil/trace.go:171","msg":"trace[1535295581] transaction","detail":"{read_only:false; response_revision:32677; number_of_response:1; }","duration":"382.060919ms","start":"2026-02-27T02:35:21.093536Z","end":"2026-02-27T02:35:21.475597Z","steps":["trace[1535295581] 'process raft request' (duration: 380.155045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.47576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.093511Z","time spent":"382.14417ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:21.476113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.830823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-jhpdn\" ","response":"range_response_count:1 size:10379"} {"level":"info","ts":"2026-02-27T02:35:21.476159Z","caller":"traceutil/trace.go:171","msg":"trace[342164999] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-jhpdn; range_end:; response_count:1; response_revision:32677; }","duration":"359.952217ms","start":"2026-02-27T02:35:21.116195Z","end":"2026-02-27T02:35:21.476148Z","steps":["trace[342164999] 'agreement among raft nodes before linearized reading' (duration: 359.781043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.47619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.11617Z","time spent":"360.013507ms","remote":"127.0.0.1:46780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":10402,"request content":"key:\"/registry/pods/openstack/tempest-run-tests-jhpdn\" "} {"level":"warn","ts":"2026-02-27T02:35:21.476461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.374182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T02:35:21.476493Z","caller":"traceutil/trace.go:171","msg":"trace[1820459049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32677; }","duration":"205.469473ms","start":"2026-02-27T02:35:21.271015Z","end":"2026-02-27T02:35:21.476484Z","steps":["trace[1820459049] 'agreement among raft nodes before linearized reading' (duration: 205.344661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.716737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.593349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:21.716951Z","caller":"traceutil/trace.go:171","msg":"trace[960209466] transaction","detail":"{read_only:false; response_revision:32678; number_of_response:1; }","duration":"236.581116ms","start":"2026-02-27T02:35:21.480346Z","end":"2026-02-27T02:35:21.716928Z","steps":["trace[960209466] 'process raft request' (duration: 108.696571ms)","trace[960209466] 'compare' (duration: 127.180179ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:21.770697Z","caller":"traceutil/trace.go:171","msg":"trace[1998316691] linearizableReadLoop","detail":"{readStateIndex:33789; appliedIndex:33788; }","duration":"128.823067ms","start":"2026-02-27T02:35:21.641845Z","end":"2026-02-27T02:35:21.770668Z","steps":["trace[1998316691] 'read index received' (duration: 128.579861ms)","trace[1998316691] 'applied index is now lower than readState.Index' (duration: 242.446µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:21.770986Z","caller":"traceutil/trace.go:171","msg":"trace[645488973] transaction","detail":"{read_only:false; response_revision:32679; number_of_response:1; }","duration":"281.251672ms","start":"2026-02-27T02:35:21.489704Z","end":"2026-02-27T02:35:21.770956Z","steps":["trace[645488973] 'process raft request' (duration: 280.718579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:21.771131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.275697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:35:21.771219Z","caller":"traceutil/trace.go:171","msg":"trace[1292750561] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:32679; }","duration":"129.37597ms","start":"2026-02-27T02:35:21.641821Z","end":"2026-02-27T02:35:21.771197Z","steps":["trace[1292750561] 'agreement among raft nodes before linearized reading' (duration: 129.074373ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:22.14101Z","caller":"traceutil/trace.go:171","msg":"trace[1663432377] transaction","detail":"{read_only:false; response_revision:32680; number_of_response:1; }","duration":"277.817674ms","start":"2026-02-27T02:35:21.863169Z","end":"2026-02-27T02:35:22.140987Z","steps":["trace[1663432377] 'process raft request' (duration: 201.814821ms)","trace[1663432377] 'compare' (duration: 75.89384ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:22.47786Z","caller":"traceutil/trace.go:171","msg":"trace[1812928085] transaction","detail":"{read_only:false; response_revision:32681; number_of_response:1; }","duration":"613.049557ms","start":"2026-02-27T02:35:21.864775Z","end":"2026-02-27T02:35:22.477825Z","steps":["trace[1812928085] 'process raft request' (duration: 530.072993ms)","trace[1812928085] 'compare' (duration: 82.593855ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:22.477894Z","caller":"traceutil/trace.go:171","msg":"trace[1168990953] transaction","detail":"{read_only:false; response_revision:32682; number_of_response:1; }","duration":"611.244795ms","start":"2026-02-27T02:35:21.866627Z","end":"2026-02-27T02:35:22.477872Z","steps":["trace[1168990953] 'process raft request' (duration: 611.109942ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:22.47801Z","caller":"traceutil/trace.go:171","msg":"trace[1110733888] linearizableReadLoop","detail":"{readStateIndex:33792; appliedIndex:33789; }","duration":"609.843373ms","start":"2026-02-27T02:35:21.868146Z","end":"2026-02-27T02:35:22.477989Z","steps":["trace[1110733888] 'read index received' (duration: 196.852186ms)","trace[1110733888] 'applied index is now lower than readState.Index' (duration: 412.990067ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:22.478027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.864735Z","time spent":"613.20484ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:22.478064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.866612Z","time spent":"611.366107ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.478102Z","caller":"traceutil/trace.go:171","msg":"trace[1901066710] transaction","detail":"{read_only:false; response_revision:32683; number_of_response:1; }","duration":"445.226384ms","start":"2026-02-27T02:35:22.032854Z","end":"2026-02-27T02:35:22.478081Z","steps":["trace[1901066710] 'process raft request' (duration: 444.967218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.478219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.069438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:35:22.478219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.032828Z","time spent":"445.321036ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.478255Z","caller":"traceutil/trace.go:171","msg":"trace[424993857] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32683; }","duration":"610.14005ms","start":"2026-02-27T02:35:21.868103Z","end":"2026-02-27T02:35:22.478243Z","steps":["trace[424993857] 'agreement among raft nodes before linearized reading' (duration: 609.980566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.478293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.868088Z","time spent":"610.19313ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:35:22.549654Z","caller":"traceutil/trace.go:171","msg":"trace[439501644] transaction","detail":"{read_only:false; response_revision:32684; number_of_response:1; }","duration":"432.54646ms","start":"2026-02-27T02:35:22.117086Z","end":"2026-02-27T02:35:22.549633Z","steps":["trace[439501644] 'process raft request' (duration: 432.436687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.549791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.117063Z","time spent":"432.657112ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:22.550129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.839573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:22.550171Z","caller":"traceutil/trace.go:171","msg":"trace[1521556797] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:32684; }","duration":"271.921895ms","start":"2026-02-27T02:35:22.278239Z","end":"2026-02-27T02:35:22.550161Z","steps":["trace[1521556797] 'agreement among raft nodes before linearized reading' (duration: 271.856953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.550156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.977461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:35:22.550228Z","caller":"traceutil/trace.go:171","msg":"trace[403921051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32684; }","duration":"681.085984ms","start":"2026-02-27T02:35:21.869123Z","end":"2026-02-27T02:35:22.550209Z","steps":["trace[403921051] 'agreement among raft nodes before linearized reading' (duration: 680.842308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.550224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.289291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:35:22.550424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.618468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:35:22.550443Z","caller":"traceutil/trace.go:171","msg":"trace[137979110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32684; }","duration":"669.533436ms","start":"2026-02-27T02:35:21.880891Z","end":"2026-02-27T02:35:22.550424Z","steps":["trace[137979110] 'agreement among raft nodes before linearized reading' (duration: 669.157887ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:22.550488Z","caller":"traceutil/trace.go:171","msg":"trace[528984524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32684; }","duration":"669.70345ms","start":"2026-02-27T02:35:21.880765Z","end":"2026-02-27T02:35:22.550469Z","steps":["trace[528984524] 'agreement among raft nodes before linearized reading' (duration: 669.495395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.550475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.514145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:35:22.550548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.880754Z","time spent":"669.783062ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:35:22.550568Z","caller":"traceutil/trace.go:171","msg":"trace[1695251390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32684; }","duration":"672.640638ms","start":"2026-02-27T02:35:21.877906Z","end":"2026-02-27T02:35:22.550546Z","steps":["trace[1695251390] 'agreement among raft nodes before linearized reading' (duration: 672.386822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.550497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.880884Z","time spent":"669.600587ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:35:22.55062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.877893Z","time spent":"672.71308ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:22.550273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.869106Z","time spent":"681.157615ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:22.550859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.191522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:35:22.550924Z","caller":"traceutil/trace.go:171","msg":"trace[410933418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32684; }","duration":"670.276283ms","start":"2026-02-27T02:35:21.880631Z","end":"2026-02-27T02:35:22.550907Z","steps":["trace[410933418] 'agreement among raft nodes before linearized reading' (duration: 669.595457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.550972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:21.880617Z","time spent":"670.338924ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:35:22.846343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.758997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:22.846474Z","caller":"traceutil/trace.go:171","msg":"trace[906890882] transaction","detail":"{read_only:false; response_revision:32685; number_of_response:1; }","duration":"363.787695ms","start":"2026-02-27T02:35:22.482668Z","end":"2026-02-27T02:35:22.846455Z","steps":["trace[906890882] 'process raft request' (duration: 130.832074ms)","trace[906890882] 'compare' (duration: 232.654905ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:22.846537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.482641Z","time spent":"363.865377ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.943539Z","caller":"traceutil/trace.go:171","msg":"trace[743617829] transaction","detail":"{read_only:false; response_revision:32687; number_of_response:1; }","duration":"388.374606ms","start":"2026-02-27T02:35:22.555139Z","end":"2026-02-27T02:35:22.943513Z","steps":["trace[743617829] 'process raft request' (duration: 388.278384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.943692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.555109Z","time spent":"388.502498ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.943741Z","caller":"traceutil/trace.go:171","msg":"trace[1905658069] transaction","detail":"{read_only:false; response_revision:32688; number_of_response:1; }","duration":"388.524329ms","start":"2026-02-27T02:35:22.555209Z","end":"2026-02-27T02:35:22.943733Z","steps":["trace[1905658069] 'process raft request' (duration: 388.254223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.943844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.555191Z","time spent":"388.59269ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.943903Z","caller":"traceutil/trace.go:171","msg":"trace[916980919] transaction","detail":"{read_only:false; response_revision:32689; number_of_response:1; }","duration":"388.213181ms","start":"2026-02-27T02:35:22.555673Z","end":"2026-02-27T02:35:22.943886Z","steps":["trace[916980919] 'process raft request' (duration: 387.983526ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:22.943964Z","caller":"traceutil/trace.go:171","msg":"trace[8061226] linearizableReadLoop","detail":"{readStateIndex:33800; appliedIndex:33795; }","duration":"188.659304ms","start":"2026-02-27T02:35:22.755297Z","end":"2026-02-27T02:35:22.943956Z","steps":["trace[8061226] 'read index received' (duration: 187.989179ms)","trace[8061226] 'applied index is now lower than readState.Index' (duration: 669.445µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:22.944002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.555657Z","time spent":"388.299574ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.944003Z","caller":"traceutil/trace.go:171","msg":"trace[2011567617] transaction","detail":"{read_only:false; response_revision:32690; number_of_response:1; }","duration":"388.100769ms","start":"2026-02-27T02:35:22.555877Z","end":"2026-02-27T02:35:22.943978Z","steps":["trace[2011567617] 'process raft request' (duration: 387.959675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:22.943563Z","caller":"traceutil/trace.go:171","msg":"trace[1339571479] transaction","detail":"{read_only:false; response_revision:32686; number_of_response:1; }","duration":"389.086502ms","start":"2026-02-27T02:35:22.554436Z","end":"2026-02-27T02:35:22.943523Z","steps":["trace[1339571479] 'process raft request' (duration: 388.838726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.944036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.738776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:22.944143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.555868Z","time spent":"388.214692ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:22.944166Z","caller":"traceutil/trace.go:171","msg":"trace[444263664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32690; }","duration":"188.869299ms","start":"2026-02-27T02:35:22.75529Z","end":"2026-02-27T02:35:22.94416Z","steps":["trace[444263664] 'agreement among raft nodes before linearized reading' (duration: 188.707895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:22.944126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.554419Z","time spent":"389.682975ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:23.275649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.113713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:23.27576Z","caller":"traceutil/trace.go:171","msg":"trace[548510543] linearizableReadLoop","detail":"{readStateIndex:33801; appliedIndex:33800; }","duration":"331.760023ms","start":"2026-02-27T02:35:22.943982Z","end":"2026-02-27T02:35:23.275742Z","steps":["trace[548510543] 'read index received' (duration: 199.380723ms)","trace[548510543] 'applied index is now lower than readState.Index' (duration: 132.37785ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:23.275884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.470085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:23.275861Z","caller":"traceutil/trace.go:171","msg":"trace[2028766064] transaction","detail":"{read_only:false; response_revision:32691; number_of_response:1; }","duration":"343.910145ms","start":"2026-02-27T02:35:22.931916Z","end":"2026-02-27T02:35:23.275826Z","steps":["trace[2028766064] 'process raft request' (duration: 211.527375ms)","trace[2028766064] 'compare' (duration: 131.892948ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:23.275921Z","caller":"traceutil/trace.go:171","msg":"trace[525215466] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:32691; }","duration":"456.549067ms","start":"2026-02-27T02:35:22.81936Z","end":"2026-02-27T02:35:23.275909Z","steps":["trace[525215466] 'agreement among raft nodes before linearized reading' (duration: 456.466235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:23.275956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.819309Z","time spent":"456.636679ms","remote":"127.0.0.1:45382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:23.275988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.270536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:23.276012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.931901Z","time spent":"344.035437ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:23.276031Z","caller":"traceutil/trace.go:171","msg":"trace[2071969893] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:32691; }","duration":"323.339637ms","start":"2026-02-27T02:35:22.952677Z","end":"2026-02-27T02:35:23.276017Z","steps":["trace[2071969893] 'agreement among raft nodes before linearized reading' (duration: 323.275696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:23.276071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:22.952664Z","time spent":"323.398169ms","remote":"127.0.0.1:52756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:23.276049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.146804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:23.276169Z","caller":"traceutil/trace.go:171","msg":"trace[820286966] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32691; }","duration":"154.271457ms","start":"2026-02-27T02:35:23.121872Z","end":"2026-02-27T02:35:23.276143Z","steps":["trace[820286966] 'agreement among raft nodes before linearized reading' (duration: 154.103093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:23.750747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.694714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:23.750829Z","caller":"traceutil/trace.go:171","msg":"trace[856790439] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32691; }","duration":"367.819147ms","start":"2026-02-27T02:35:23.382992Z","end":"2026-02-27T02:35:23.750811Z","steps":["trace[856790439] 'range keys from in-memory index tree' (duration: 367.630883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:23.750869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:23.382979Z","time spent":"367.881369ms","remote":"127.0.0.1:47032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T02:35:24.308694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.755599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-27T02:35:24.308785Z","caller":"traceutil/trace.go:171","msg":"trace[195132444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32692; }","duration":"446.879801ms","start":"2026-02-27T02:35:23.861884Z","end":"2026-02-27T02:35:24.308764Z","steps":["trace[195132444] 'range keys from in-memory index tree' (duration: 446.567685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.308833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:23.861869Z","time spent":"446.951614ms","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T02:35:24.309274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.366201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T02:35:24.309321Z","caller":"traceutil/trace.go:171","msg":"trace[193890078] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:32692; }","duration":"300.170919ms","start":"2026-02-27T02:35:24.009139Z","end":"2026-02-27T02:35:24.30931Z","steps":["trace[193890078] 'range keys from in-memory index tree' (duration: 299.285039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.309351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.009125Z","time spent":"300.218021ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"info","ts":"2026-02-27T02:35:24.584373Z","caller":"traceutil/trace.go:171","msg":"trace[528939282] transaction","detail":"{read_only:false; response_revision:32693; number_of_response:1; }","duration":"437.666497ms","start":"2026-02-27T02:35:24.146686Z","end":"2026-02-27T02:35:24.584352Z","steps":["trace[528939282] 'process raft request' (duration: 437.488173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.584529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.146658Z","time spent":"437.789341ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:24.806578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.310715Z","time spent":"495.856487ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:35:24.806726Z","caller":"traceutil/trace.go:171","msg":"trace[1248909984] transaction","detail":"{read_only:false; response_revision:32694; number_of_response:1; }","duration":"323.89987ms","start":"2026-02-27T02:35:24.482797Z","end":"2026-02-27T02:35:24.806697Z","steps":["trace[1248909984] 'process raft request' (duration: 323.647714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.806864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.482772Z","time spent":"324.005833ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:24.806891Z","caller":"traceutil/trace.go:171","msg":"trace[260855538] transaction","detail":"{read_only:false; response_revision:32695; number_of_response:1; }","duration":"323.594693ms","start":"2026-02-27T02:35:24.483278Z","end":"2026-02-27T02:35:24.806873Z","steps":["trace[260855538] 'process raft request' (duration: 323.339927ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.807279Z","caller":"traceutil/trace.go:171","msg":"trace[1375729823] transaction","detail":"{read_only:false; response_revision:32696; number_of_response:1; }","duration":"323.760068ms","start":"2026-02-27T02:35:24.483473Z","end":"2026-02-27T02:35:24.807233Z","steps":["trace[1375729823] 'process raft request' (duration: 323.342618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.807327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.483249Z","time spent":"324.026584ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:24.807474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.483453Z","time spent":"323.90663ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:24.808237Z","caller":"traceutil/trace.go:171","msg":"trace[627672160] transaction","detail":"{read_only:false; response_revision:32697; number_of_response:1; }","duration":"324.599816ms","start":"2026-02-27T02:35:24.483621Z","end":"2026-02-27T02:35:24.808221Z","steps":["trace[627672160] 'process raft request' (duration: 323.577593ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.808293Z","caller":"traceutil/trace.go:171","msg":"trace[884648454] transaction","detail":"{read_only:false; response_revision:32698; number_of_response:1; }","duration":"253.900078ms","start":"2026-02-27T02:35:24.554374Z","end":"2026-02-27T02:35:24.808274Z","steps":["trace[884648454] 'process raft request' (duration: 253.742564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:24.808299Z","caller":"traceutil/trace.go:171","msg":"trace[959308964] linearizableReadLoop","detail":"{readStateIndex:33808; appliedIndex:33802; }","duration":"270.217876ms","start":"2026-02-27T02:35:24.538017Z","end":"2026-02-27T02:35:24.808235Z","steps":["trace[959308964] 'read index received' (duration: 46.171731ms)","trace[959308964] 'applied index is now lower than readState.Index' (duration: 224.044435ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:24.808466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.483616Z","time spent":"324.690729ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:24.808547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.471161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:24.808677Z","caller":"traceutil/trace.go:171","msg":"trace[523273040] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:32698; }","duration":"270.692656ms","start":"2026-02-27T02:35:24.537957Z","end":"2026-02-27T02:35:24.80865Z","steps":["trace[523273040] 'agreement among raft nodes before linearized reading' (duration: 270.41877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.808774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.539892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:24.808818Z","caller":"traceutil/trace.go:171","msg":"trace[752212326] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:32698; }","duration":"169.635894ms","start":"2026-02-27T02:35:24.639171Z","end":"2026-02-27T02:35:24.808807Z","steps":["trace[752212326] 'agreement among raft nodes before linearized reading' (duration: 169.550992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:24.80901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.432111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:24.809096Z","caller":"traceutil/trace.go:171","msg":"trace[873931906] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:32698; }","duration":"198.788909ms","start":"2026-02-27T02:35:24.610285Z","end":"2026-02-27T02:35:24.809074Z","steps":["trace[873931906] 'agreement among raft nodes before linearized reading' (duration: 198.435141ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.343799Z","caller":"traceutil/trace.go:171","msg":"trace[628664150] linearizableReadLoop","detail":"{readStateIndex:33810; appliedIndex:33809; }","duration":"493.242947ms","start":"2026-02-27T02:35:24.850533Z","end":"2026-02-27T02:35:25.343776Z","steps":["trace[628664150] 'read index received' (duration: 493.011422ms)","trace[628664150] 'applied index is now lower than readState.Index' (duration: 230.265µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:25.343862Z","caller":"traceutil/trace.go:171","msg":"trace[1673665647] transaction","detail":"{read_only:false; response_revision:32699; number_of_response:1; }","duration":"534.576916ms","start":"2026-02-27T02:35:24.809217Z","end":"2026-02-27T02:35:25.343794Z","steps":["trace[1673665647] 'process raft request' (duration: 534.416002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.344014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.809191Z","time spent":"534.7388ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:25.344166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.234836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:35:25.34443Z","caller":"traceutil/trace.go:171","msg":"trace[1276618898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32699; }","duration":"395.556133ms","start":"2026-02-27T02:35:24.948861Z","end":"2026-02-27T02:35:25.344417Z","steps":["trace[1276618898] 'agreement among raft nodes before linearized reading' (duration: 395.132483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.344402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.266622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:25.344469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.948825Z","time spent":"395.633714ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:25.344463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.565823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:35:25.344496Z","caller":"traceutil/trace.go:171","msg":"trace[1119849605] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:32699; }","duration":"146.60501ms","start":"2026-02-27T02:35:25.197866Z","end":"2026-02-27T02:35:25.344471Z","steps":["trace[1119849605] 'agreement among raft nodes before linearized reading' (duration: 146.237351ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.344547Z","caller":"traceutil/trace.go:171","msg":"trace[2015349899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32699; }","duration":"395.717697ms","start":"2026-02-27T02:35:24.948811Z","end":"2026-02-27T02:35:25.344528Z","steps":["trace[2015349899] 'agreement among raft nodes before linearized reading' (duration: 395.252576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.344557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.784478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:35:25.34457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.278149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:35:25.344617Z","caller":"traceutil/trace.go:171","msg":"trace[940651415] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:32699; }","duration":"232.902131ms","start":"2026-02-27T02:35:25.111696Z","end":"2026-02-27T02:35:25.344599Z","steps":["trace[940651415] 'agreement among raft nodes before linearized reading' (duration: 232.791318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.344648Z","caller":"traceutil/trace.go:171","msg":"trace[2078380347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32699; }","duration":"396.449723ms","start":"2026-02-27T02:35:24.948181Z","end":"2026-02-27T02:35:25.344631Z","steps":["trace[2078380347] 'agreement among raft nodes before linearized reading' (duration: 396.221308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.34462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.573135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:35:25.344693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.806559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:35:25.344598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.948781Z","time spent":"395.806608ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:35:25.344736Z","caller":"traceutil/trace.go:171","msg":"trace[2003557788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32699; }","duration":"395.86505ms","start":"2026-02-27T02:35:24.948862Z","end":"2026-02-27T02:35:25.344727Z","steps":["trace[2003557788] 'agreement among raft nodes before linearized reading' (duration: 395.757767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.344771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.948852Z","time spent":"395.910391ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:35:25.344731Z","caller":"traceutil/trace.go:171","msg":"trace[1691955684] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:32699; }","duration":"402.730039ms","start":"2026-02-27T02:35:24.941984Z","end":"2026-02-27T02:35:25.344714Z","steps":["trace[1691955684] 'agreement among raft nodes before linearized reading' (duration: 401.998782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.344701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.948143Z","time spent":"396.545096ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:35:25.344852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.820262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:35:25.344873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.941963Z","time spent":"402.852072ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":267,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:35:25.344899Z","caller":"traceutil/trace.go:171","msg":"trace[554582553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32699; }","duration":"396.886804ms","start":"2026-02-27T02:35:24.947999Z","end":"2026-02-27T02:35:25.344885Z","steps":["trace[554582553] 'agreement among raft nodes before linearized reading' (duration: 396.784032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.344928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.947988Z","time spent":"396.934325ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:35:25.345054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.520158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:35:25.345126Z","caller":"traceutil/trace.go:171","msg":"trace[55075786] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32699; }","duration":"494.64442ms","start":"2026-02-27T02:35:24.850467Z","end":"2026-02-27T02:35:25.345112Z","steps":["trace[55075786] 'agreement among raft nodes before linearized reading' (duration: 493.478153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.345167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:24.850437Z","time spent":"494.721573ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:35:25.64217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.876444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:25.6423Z","caller":"traceutil/trace.go:171","msg":"trace[652851287] linearizableReadLoop","detail":"{readStateIndex:33811; appliedIndex:33810; }","duration":"292.769159ms","start":"2026-02-27T02:35:25.349508Z","end":"2026-02-27T02:35:25.642277Z","steps":["trace[652851287] 'read index received' (duration: 158.782582ms)","trace[652851287] 'applied index is now lower than readState.Index' (duration: 133.984467ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:25.642339Z","caller":"traceutil/trace.go:171","msg":"trace[55884235] transaction","detail":"{read_only:false; response_revision:32700; number_of_response:1; }","duration":"293.297661ms","start":"2026-02-27T02:35:25.349013Z","end":"2026-02-27T02:35:25.642311Z","steps":["trace[55884235] 'process raft request' (duration: 159.183951ms)","trace[55884235] 'compare' (duration: 133.623089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:25.642496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.979424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:35:25.642552Z","caller":"traceutil/trace.go:171","msg":"trace[2027181893] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:32700; }","duration":"293.058475ms","start":"2026-02-27T02:35:25.349479Z","end":"2026-02-27T02:35:25.642537Z","steps":["trace[2027181893] 'agreement among raft nodes before linearized reading' (duration: 292.862871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.721825Z","caller":"traceutil/trace.go:171","msg":"trace[1975907380] transaction","detail":"{read_only:false; response_revision:32701; number_of_response:1; }","duration":"372.281932ms","start":"2026-02-27T02:35:25.349517Z","end":"2026-02-27T02:35:25.721799Z","steps":["trace[1975907380] 'process raft request' (duration: 372.053677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.722031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.349503Z","time spent":"372.406636ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:25.722065Z","caller":"traceutil/trace.go:171","msg":"trace[1947819882] transaction","detail":"{read_only:false; response_revision:32702; number_of_response:1; }","duration":"372.393175ms","start":"2026-02-27T02:35:25.34963Z","end":"2026-02-27T02:35:25.722023Z","steps":["trace[1947819882] 'process raft request' (duration: 372.115309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.72218Z","caller":"traceutil/trace.go:171","msg":"trace[1567148345] transaction","detail":"{read_only:false; response_revision:32705; number_of_response:1; }","duration":"372.427526ms","start":"2026-02-27T02:35:25.34973Z","end":"2026-02-27T02:35:25.722158Z","steps":["trace[1567148345] 'process raft request' (duration: 372.373154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.722222Z","caller":"traceutil/trace.go:171","msg":"trace[344048835] transaction","detail":"{read_only:false; response_revision:32703; number_of_response:1; }","duration":"372.542119ms","start":"2026-02-27T02:35:25.349659Z","end":"2026-02-27T02:35:25.722201Z","steps":["trace[344048835] 'process raft request' (duration: 372.247562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:25.722235Z","caller":"traceutil/trace.go:171","msg":"trace[1691142759] transaction","detail":"{read_only:false; response_revision:32704; number_of_response:1; }","duration":"372.506878ms","start":"2026-02-27T02:35:25.349711Z","end":"2026-02-27T02:35:25.722218Z","steps":["trace[1691142759] 'process raft request' (duration: 372.346284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:25.722278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.349615Z","time spent":"372.548349ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:25.722322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.349723Z","time spent":"372.525159ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:25.722328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.349649Z","time spent":"372.62754ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:25.722358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.349701Z","time spent":"372.60883ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:26.044653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.176567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:26.044775Z","caller":"traceutil/trace.go:171","msg":"trace[1068227562] linearizableReadLoop","detail":"{readStateIndex:33817; appliedIndex:33811; }","duration":"344.56245ms","start":"2026-02-27T02:35:25.700187Z","end":"2026-02-27T02:35:26.04475Z","steps":["trace[1068227562] 'read index received' (duration: 21.389236ms)","trace[1068227562] 'applied index is now lower than readState.Index' (duration: 323.172134ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:26.044821Z","caller":"traceutil/trace.go:171","msg":"trace[1783625925] transaction","detail":"{read_only:false; response_revision:32706; number_of_response:1; }","duration":"346.577757ms","start":"2026-02-27T02:35:25.698219Z","end":"2026-02-27T02:35:26.044797Z","steps":["trace[1783625925] 'process raft request' (duration: 188.175714ms)","trace[1783625925] 'compare' (duration: 158.078995ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:26.044894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.765216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:26.044944Z","caller":"traceutil/trace.go:171","msg":"trace[1218784599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32706; }","duration":"288.841978ms","start":"2026-02-27T02:35:25.756073Z","end":"2026-02-27T02:35:26.044915Z","steps":["trace[1218784599] 'agreement among raft nodes before linearized reading' (duration: 288.787426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:26.045005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.698191Z","time spent":"346.710599ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:26.045028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.962036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:35:26.045105Z","caller":"traceutil/trace.go:171","msg":"trace[1257015071] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:32706; }","duration":"112.09366ms","start":"2026-02-27T02:35:25.932994Z","end":"2026-02-27T02:35:26.045088Z","steps":["trace[1257015071] 'agreement among raft nodes before linearized reading' (duration: 111.885365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:26.045234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.573486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:35:26.045274Z","caller":"traceutil/trace.go:171","msg":"trace[1279965141] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32706; }","duration":"192.611407ms","start":"2026-02-27T02:35:25.852652Z","end":"2026-02-27T02:35:26.045263Z","steps":["trace[1279965141] 'agreement among raft nodes before linearized reading' (duration: 192.476814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:26.045267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.706254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:26.045367Z","caller":"traceutil/trace.go:171","msg":"trace[340245703] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:32706; }","duration":"345.176165ms","start":"2026-02-27T02:35:25.700169Z","end":"2026-02-27T02:35:26.045346Z","steps":["trace[340245703] 'agreement among raft nodes before linearized reading' (duration: 344.659353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:26.045713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:25.700115Z","time spent":"345.577924ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:26.958914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.757752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:26.958992Z","caller":"traceutil/trace.go:171","msg":"trace[1886821927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32708; }","duration":"155.872135ms","start":"2026-02-27T02:35:26.803102Z","end":"2026-02-27T02:35:26.958974Z","steps":["trace[1886821927] 'range keys from in-memory index tree' (duration: 155.68291ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:27.085797Z","caller":"traceutil/trace.go:171","msg":"trace[88187111] transaction","detail":"{read_only:false; response_revision:32709; number_of_response:1; }","duration":"274.157357ms","start":"2026-02-27T02:35:26.811616Z","end":"2026-02-27T02:35:27.085773Z","steps":["trace[88187111] 'process raft request' (duration: 274.002593ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:27.496996Z","caller":"traceutil/trace.go:171","msg":"trace[1781517883] transaction","detail":"{read_only:false; response_revision:32710; number_of_response:1; }","duration":"683.368814ms","start":"2026-02-27T02:35:26.813604Z","end":"2026-02-27T02:35:27.496973Z","steps":["trace[1781517883] 'process raft request' (duration: 683.224201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.497036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.827658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:27.49709Z","caller":"traceutil/trace.go:171","msg":"trace[961508502] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:32712; }","duration":"549.929351ms","start":"2026-02-27T02:35:26.947148Z","end":"2026-02-27T02:35:27.497078Z","steps":["trace[961508502] 'agreement among raft nodes before linearized reading' (duration: 549.828278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.497115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.947128Z","time spent":"549.980871ms","remote":"127.0.0.1:47846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:27.497126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.813587Z","time spent":"683.474376ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:27.497215Z","caller":"traceutil/trace.go:171","msg":"trace[1851991429] linearizableReadLoop","detail":"{readStateIndex:33823; appliedIndex:33819; }","duration":"549.783367ms","start":"2026-02-27T02:35:26.94719Z","end":"2026-02-27T02:35:27.496973Z","steps":["trace[1851991429] 'read index received' (duration: 138.472831ms)","trace[1851991429] 'applied index is now lower than readState.Index' (duration: 411.309926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:27.497306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.702094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:35:27.497328Z","caller":"traceutil/trace.go:171","msg":"trace[1219283797] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:32712; }","duration":"247.763955ms","start":"2026-02-27T02:35:27.249558Z","end":"2026-02-27T02:35:27.497322Z","steps":["trace[1219283797] 'agreement among raft nodes before linearized reading' (duration: 247.707644ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:27.497878Z","caller":"traceutil/trace.go:171","msg":"trace[2057296579] transaction","detail":"{read_only:false; response_revision:32711; number_of_response:1; }","duration":"684.245655ms","start":"2026-02-27T02:35:26.813604Z","end":"2026-02-27T02:35:27.497849Z","steps":["trace[2057296579] 'process raft request' (duration: 683.328813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:27.497985Z","caller":"traceutil/trace.go:171","msg":"trace[2085693905] transaction","detail":"{read_only:false; response_revision:32712; number_of_response:1; }","duration":"684.164673ms","start":"2026-02-27T02:35:26.813807Z","end":"2026-02-27T02:35:27.497972Z","steps":["trace[2085693905] 'process raft request' (duration: 683.147679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:27.498018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.813587Z","time spent":"684.363957ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:27.498045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:26.813778Z","time spent":"684.238665ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:27.793415Z","caller":"traceutil/trace.go:171","msg":"trace[1344949285] transaction","detail":"{read_only:false; response_revision:32713; number_of_response:1; }","duration":"118.901497ms","start":"2026-02-27T02:35:27.674495Z","end":"2026-02-27T02:35:27.793396Z","steps":["trace[1344949285] 'process raft request' (duration: 118.760624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.058201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.806719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:28.05833Z","caller":"traceutil/trace.go:171","msg":"trace[937857612] transaction","detail":"{read_only:false; response_revision:32714; number_of_response:1; }","duration":"261.543645ms","start":"2026-02-27T02:35:27.796764Z","end":"2026-02-27T02:35:28.058308Z","steps":["trace[937857612] 'process raft request' (duration: 125.530021ms)","trace[937857612] 'compare' (duration: 135.610975ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:28.56077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.443505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:35:28.560986Z","caller":"traceutil/trace.go:171","msg":"trace[1409945049] transaction","detail":"{read_only:false; response_revision:32715; number_of_response:1; }","duration":"761.774944ms","start":"2026-02-27T02:35:27.799171Z","end":"2026-02-27T02:35:28.560946Z","steps":["trace[1409945049] 'process raft request' (duration: 383.073423ms)","trace[1409945049] 'compare' (duration: 378.325692ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:28.561131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.799148Z","time spent":"761.902317ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:28.56176Z","caller":"traceutil/trace.go:171","msg":"trace[1381419081] transaction","detail":"{read_only:false; response_revision:32717; number_of_response:1; }","duration":"762.424859ms","start":"2026-02-27T02:35:27.799316Z","end":"2026-02-27T02:35:28.561741Z","steps":["trace[1381419081] 'process raft request' (duration: 761.624451ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:28.561791Z","caller":"traceutil/trace.go:171","msg":"trace[673817104] transaction","detail":"{read_only:false; response_revision:32718; number_of_response:1; }","duration":"762.409449ms","start":"2026-02-27T02:35:27.799359Z","end":"2026-02-27T02:35:28.561769Z","steps":["trace[673817104] 'process raft request' (duration: 762.183454ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:28.561789Z","caller":"traceutil/trace.go:171","msg":"trace[31364367] transaction","detail":"{read_only:false; response_revision:32716; number_of_response:1; }","duration":"762.490681ms","start":"2026-02-27T02:35:27.799268Z","end":"2026-02-27T02:35:28.561758Z","steps":["trace[31364367] 'process raft request' (duration: 761.618401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.561851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.79931Z","time spent":"762.498151ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:28.561873Z","caller":"traceutil/trace.go:171","msg":"trace[339631488] linearizableReadLoop","detail":"{readStateIndex:33829; appliedIndex:33825; }","duration":"473.816807ms","start":"2026-02-27T02:35:28.088039Z","end":"2026-02-27T02:35:28.561856Z","steps":["trace[339631488] 'read index received' (duration: 94.221455ms)","trace[339631488] 'applied index is now lower than readState.Index' (duration: 379.593782ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:28.561882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.799353Z","time spent":"762.484101ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:28.561937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:27.79926Z","time spent":"762.594213ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:28.562071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.024911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:35:28.562147Z","caller":"traceutil/trace.go:171","msg":"trace[1905592486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32718; }","duration":"474.160344ms","start":"2026-02-27T02:35:28.087966Z","end":"2026-02-27T02:35:28.562127Z","steps":["trace[1905592486] 'agreement among raft nodes before linearized reading' (duration: 473.941489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.562197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:28.087939Z","time spent":"474.248197ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:35:28.562614Z","caller":"traceutil/trace.go:171","msg":"trace[1953206285] transaction","detail":"{read_only:false; response_revision:32719; number_of_response:1; }","duration":"282.719936ms","start":"2026-02-27T02:35:28.279879Z","end":"2026-02-27T02:35:28.562599Z","steps":["trace[1953206285] 'process raft request' (duration: 281.933178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.562658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.343899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:35:28.562706Z","caller":"traceutil/trace.go:171","msg":"trace[324532521] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:32719; }","duration":"339.443351ms","start":"2026-02-27T02:35:28.223249Z","end":"2026-02-27T02:35:28.562692Z","steps":["trace[324532521] 'agreement among raft nodes before linearized reading' (duration: 339.340639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.562751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:28.223223Z","time spent":"339.519053ms","remote":"127.0.0.1:46844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:35:28.56288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.167505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:35:28.562918Z","caller":"traceutil/trace.go:171","msg":"trace[1181434636] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:32719; }","duration":"333.219736ms","start":"2026-02-27T02:35:28.229689Z","end":"2026-02-27T02:35:28.562908Z","steps":["trace[1181434636] 'agreement among raft nodes before linearized reading' (duration: 333.136704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:28.562957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:28.229616Z","time spent":"333.330469ms","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:35:28.78798Z","caller":"traceutil/trace.go:171","msg":"trace[1092303236] transaction","detail":"{read_only:false; response_revision:32721; number_of_response:1; }","duration":"144.815128ms","start":"2026-02-27T02:35:28.64314Z","end":"2026-02-27T02:35:28.787955Z","steps":["trace[1092303236] 'process raft request' (duration: 144.569742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:34.705095Z","caller":"traceutil/trace.go:171","msg":"trace[1317515305] linearizableReadLoop","detail":"{readStateIndex:33878; appliedIndex:33876; }","duration":"107.617905ms","start":"2026-02-27T02:35:34.597452Z","end":"2026-02-27T02:35:34.70507Z","steps":["trace[1317515305] 'read index received' (duration: 8.579758ms)","trace[1317515305] 'applied index is now lower than readState.Index' (duration: 99.037187ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:34.705174Z","caller":"traceutil/trace.go:171","msg":"trace[1409936766] transaction","detail":"{read_only:false; response_revision:32765; number_of_response:1; }","duration":"108.846364ms","start":"2026-02-27T02:35:34.596297Z","end":"2026-02-27T02:35:34.705143Z","steps":["trace[1409936766] 'process raft request' (duration: 73.222787ms)","trace[1409936766] 'compare' (duration: 35.434882ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:34.705354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.879102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:35:34.705396Z","caller":"traceutil/trace.go:171","msg":"trace[1191553815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32765; }","duration":"107.977154ms","start":"2026-02-27T02:35:34.597408Z","end":"2026-02-27T02:35:34.705385Z","steps":["trace[1191553815] 'agreement among raft nodes before linearized reading' (duration: 107.817001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:34.70566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.79307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:35:34.705716Z","caller":"traceutil/trace.go:171","msg":"trace[953627057] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32765; }","duration":"107.907463ms","start":"2026-02-27T02:35:34.597794Z","end":"2026-02-27T02:35:34.705702Z","steps":["trace[953627057] 'agreement among raft nodes before linearized reading' (duration: 107.520414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:34.706045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.937253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:35:34.70609Z","caller":"traceutil/trace.go:171","msg":"trace[1550479294] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32765; }","duration":"105.079516ms","start":"2026-02-27T02:35:34.601001Z","end":"2026-02-27T02:35:34.70608Z","steps":["trace[1550479294] 'agreement among raft nodes before linearized reading' (duration: 104.944783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:36.817853Z","caller":"traceutil/trace.go:171","msg":"trace[481085220] transaction","detail":"{read_only:false; response_revision:32778; number_of_response:1; }","duration":"103.428568ms","start":"2026-02-27T02:35:36.714401Z","end":"2026-02-27T02:35:36.817829Z","steps":["trace[481085220] 'process raft request' (duration: 33.65093ms)","trace[481085220] 'compare' (duration: 69.585784ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:35:38.975568Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30621} {"level":"info","ts":"2026-02-27T02:35:39.124573Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30621,"took":"144.366198ms","hash":3282649066,"current-db-size-bytes":50012160,"current-db-size":"50 MB","current-db-size-in-use-bytes":29052928,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T02:35:39.12469Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3282649066,"revision":30621,"compact-revision":28509} {"level":"info","ts":"2026-02-27T02:35:57.332386Z","caller":"traceutil/trace.go:171","msg":"trace[1341638788] transaction","detail":"{read_only:false; response_revision:32924; number_of_response:1; }","duration":"151.968385ms","start":"2026-02-27T02:35:57.180395Z","end":"2026-02-27T02:35:57.332363Z","steps":["trace[1341638788] 'process raft request' (duration: 151.815171ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:58.137414Z","caller":"traceutil/trace.go:171","msg":"trace[1366389982] transaction","detail":"{read_only:false; response_revision:32925; number_of_response:1; }","duration":"457.605551ms","start":"2026-02-27T02:35:57.679787Z","end":"2026-02-27T02:35:58.137393Z","steps":["trace[1366389982] 'process raft request' (duration: 457.486498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:58.137623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:57.679767Z","time spent":"457.705204ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:35:58.139276Z","caller":"traceutil/trace.go:171","msg":"trace[1398036059] linearizableReadLoop","detail":"{readStateIndex:34045; appliedIndex:34043; }","duration":"383.053052ms","start":"2026-02-27T02:35:57.756205Z","end":"2026-02-27T02:35:58.139258Z","steps":["trace[1398036059] 'read index received' (duration: 381.616259ms)","trace[1398036059] 'applied index is now lower than readState.Index' (duration: 1.436093ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:35:58.139428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.218186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:58.139472Z","caller":"traceutil/trace.go:171","msg":"trace[575982842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32927; }","duration":"383.265107ms","start":"2026-02-27T02:35:57.756197Z","end":"2026-02-27T02:35:58.139462Z","steps":["trace[575982842] 'agreement among raft nodes before linearized reading' (duration: 383.196665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:58.139493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:57.756127Z","time spent":"383.36166ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:35:58.139567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.15303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:35:58.139599Z","caller":"traceutil/trace.go:171","msg":"trace[1846784912] transaction","detail":"{read_only:false; response_revision:32927; number_of_response:1; }","duration":"458.425ms","start":"2026-02-27T02:35:57.681152Z","end":"2026-02-27T02:35:58.139577Z","steps":["trace[1846784912] 'process raft request' (duration: 458.074791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:58.139633Z","caller":"traceutil/trace.go:171","msg":"trace[798910282] transaction","detail":"{read_only:false; response_revision:32926; number_of_response:1; }","duration":"458.489722ms","start":"2026-02-27T02:35:57.681132Z","end":"2026-02-27T02:35:58.139622Z","steps":["trace[798910282] 'process raft request' (duration: 457.99679ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:35:58.139638Z","caller":"traceutil/trace.go:171","msg":"trace[2022885526] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:32927; }","duration":"181.282294ms","start":"2026-02-27T02:35:57.958341Z","end":"2026-02-27T02:35:58.139623Z","steps":["trace[2022885526] 'agreement among raft nodes before linearized reading' (duration: 181.13921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:35:58.139691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:57.681131Z","time spent":"458.512712ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:58.139721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:35:57.681111Z","time spent":"458.549172ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:35:58.139776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.040868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:35:58.139799Z","caller":"traceutil/trace.go:171","msg":"trace[255554480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32927; }","duration":"131.10188ms","start":"2026-02-27T02:35:58.00869Z","end":"2026-02-27T02:35:58.139792Z","steps":["trace[255554480] 'agreement among raft nodes before linearized reading' (duration: 131.006177ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:36:47.787594Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008659.wal"} {"level":"info","ts":"2026-02-27T02:39:23.216132Z","caller":"traceutil/trace.go:171","msg":"trace[1270799041] transaction","detail":"{read_only:false; response_revision:34319; number_of_response:1; }","duration":"252.866733ms","start":"2026-02-27T02:39:22.96323Z","end":"2026-02-27T02:39:23.216097Z","steps":["trace[1270799041] 'process raft request' (duration: 166.358617ms)","trace[1270799041] 'compare' (duration: 86.082786ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:39:23.21617Z","caller":"traceutil/trace.go:171","msg":"trace[1097540833] transaction","detail":"{read_only:false; response_revision:34320; number_of_response:1; }","duration":"252.870904ms","start":"2026-02-27T02:39:22.963262Z","end":"2026-02-27T02:39:23.216133Z","steps":["trace[1097540833] 'process raft request' (duration: 252.593658ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:39:23.215914Z","caller":"traceutil/trace.go:171","msg":"trace[863813774] linearizableReadLoop","detail":"{readStateIndex:35482; appliedIndex:35480; }","duration":"235.668584ms","start":"2026-02-27T02:39:22.980226Z","end":"2026-02-27T02:39:23.215894Z","steps":["trace[863813774] 'read index received' (duration: 149.409534ms)","trace[863813774] 'applied index is now lower than readState.Index' (duration: 86.25827ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:39:23.216456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.160507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:39:23.216672Z","caller":"traceutil/trace.go:171","msg":"trace[270252642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34320; }","duration":"236.466403ms","start":"2026-02-27T02:39:22.98018Z","end":"2026-02-27T02:39:23.216646Z","steps":["trace[270252642] 'agreement among raft nodes before linearized reading' (duration: 236.049143ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:39:58.204052Z","caller":"traceutil/trace.go:171","msg":"trace[785526223] transaction","detail":"{read_only:false; response_revision:34557; number_of_response:1; }","duration":"176.556014ms","start":"2026-02-27T02:39:58.027473Z","end":"2026-02-27T02:39:58.204029Z","steps":["trace[785526223] 'process raft request' (duration: 176.272547ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:39:58.465762Z","caller":"traceutil/trace.go:171","msg":"trace[184803331] transaction","detail":"{read_only:false; response_revision:34563; number_of_response:1; }","duration":"102.457396ms","start":"2026-02-27T02:39:58.363273Z","end":"2026-02-27T02:39:58.465731Z","steps":["trace[184803331] 'process raft request' (duration: 43.644742ms)","trace[184803331] 'compare' (duration: 58.587099ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:04.414191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.020801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:40:04.414312Z","caller":"traceutil/trace.go:171","msg":"trace[244233350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34625; }","duration":"110.225786ms","start":"2026-02-27T02:40:04.304058Z","end":"2026-02-27T02:40:04.414284Z","steps":["trace[244233350] 'agreement among raft nodes before linearized reading' (duration: 109.904838ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.383583Z","caller":"traceutil/trace.go:171","msg":"trace[1389466494] transaction","detail":"{read_only:false; response_revision:34676; number_of_response:1; }","duration":"114.083935ms","start":"2026-02-27T02:40:10.269467Z","end":"2026-02-27T02:40:10.383551Z","steps":["trace[1389466494] 'process raft request' (duration: 113.897731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.463767Z","caller":"traceutil/trace.go:171","msg":"trace[1168328098] transaction","detail":"{read_only:false; response_revision:34677; number_of_response:1; }","duration":"115.54407ms","start":"2026-02-27T02:40:10.348204Z","end":"2026-02-27T02:40:10.463748Z","steps":["trace[1168328098] 'process raft request' (duration: 115.437138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:10.650044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.616773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:10.650147Z","caller":"traceutil/trace.go:171","msg":"trace[1440523524] linearizableReadLoop","detail":"{readStateIndex:35852; appliedIndex:35850; }","duration":"201.490603ms","start":"2026-02-27T02:40:10.448642Z","end":"2026-02-27T02:40:10.650132Z","steps":["trace[1440523524] 'read index received' (duration: 15.06387ms)","trace[1440523524] 'applied index is now lower than readState.Index' (duration: 186.425723ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:10.650195Z","caller":"traceutil/trace.go:171","msg":"trace[758583136] transaction","detail":"{read_only:false; response_revision:34678; number_of_response:1; }","duration":"244.277735ms","start":"2026-02-27T02:40:10.405885Z","end":"2026-02-27T02:40:10.650163Z","steps":["trace[758583136] 'process raft request' (duration: 118.436306ms)","trace[758583136] 'compare' (duration: 125.346707ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:10.650351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.705648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:40:10.650374Z","caller":"traceutil/trace.go:171","msg":"trace[572618038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34678; }","duration":"201.765939ms","start":"2026-02-27T02:40:10.448601Z","end":"2026-02-27T02:40:10.650367Z","steps":["trace[572618038] 'agreement among raft nodes before linearized reading' (duration: 201.590165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.681223Z","caller":"traceutil/trace.go:171","msg":"trace[1781541360] transaction","detail":"{read_only:false; response_revision:34679; number_of_response:1; }","duration":"207.85918ms","start":"2026-02-27T02:40:10.473335Z","end":"2026-02-27T02:40:10.681194Z","steps":["trace[1781541360] 'process raft request' (duration: 207.734787ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.813175Z","caller":"traceutil/trace.go:171","msg":"trace[420875232] transaction","detail":"{read_only:false; response_revision:34680; number_of_response:1; }","duration":"234.17231ms","start":"2026-02-27T02:40:10.578966Z","end":"2026-02-27T02:40:10.813139Z","steps":["trace[420875232] 'process raft request' (duration: 233.705709ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.813422Z","caller":"traceutil/trace.go:171","msg":"trace[1229832769] linearizableReadLoop","detail":"{readStateIndex:35854; appliedIndex:35852; }","duration":"163.234685ms","start":"2026-02-27T02:40:10.650167Z","end":"2026-02-27T02:40:10.813402Z","steps":["trace[1229832769] 'read index received' (duration: 30.897996ms)","trace[1229832769] 'applied index is now lower than readState.Index' (duration: 132.335869ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:10.813602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.050947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:10.813635Z","caller":"traceutil/trace.go:171","msg":"trace[2100385452] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34681; }","duration":"287.157429ms","start":"2026-02-27T02:40:10.526467Z","end":"2026-02-27T02:40:10.813624Z","steps":["trace[2100385452] 'agreement among raft nodes before linearized reading' (duration: 287.075837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:10.813767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.943839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:40:10.813827Z","caller":"traceutil/trace.go:171","msg":"trace[1318025059] transaction","detail":"{read_only:false; response_revision:34681; number_of_response:1; }","duration":"158.466355ms","start":"2026-02-27T02:40:10.655238Z","end":"2026-02-27T02:40:10.813705Z","steps":["trace[1318025059] 'process raft request' (duration: 157.8231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:10.813856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.315892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:40:10.813907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.178686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:40:10.813792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.429531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:40:10.813954Z","caller":"traceutil/trace.go:171","msg":"trace[96999547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34681; }","duration":"355.250037ms","start":"2026-02-27T02:40:10.45869Z","end":"2026-02-27T02:40:10.81394Z","steps":["trace[96999547] 'agreement among raft nodes before linearized reading' (duration: 355.159755ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.813963Z","caller":"traceutil/trace.go:171","msg":"trace[974283425] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34681; }","duration":"358.682498ms","start":"2026-02-27T02:40:10.455268Z","end":"2026-02-27T02:40:10.813951Z","steps":["trace[974283425] 'agreement among raft nodes before linearized reading' (duration: 358.289548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:10.813947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.653348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-27T02:40:10.814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:10.458672Z","time spent":"355.318399ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:40:10.814018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:10.455253Z","time spent":"358.746839ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:40:10.814021Z","caller":"traceutil/trace.go:171","msg":"trace[891233488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34681; }","duration":"142.73242ms","start":"2026-02-27T02:40:10.671269Z","end":"2026-02-27T02:40:10.814001Z","steps":["trace[891233488] 'agreement among raft nodes before linearized reading' (duration: 142.532825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.813902Z","caller":"traceutil/trace.go:171","msg":"trace[553397693] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34681; }","duration":"273.115584ms","start":"2026-02-27T02:40:10.54075Z","end":"2026-02-27T02:40:10.813865Z","steps":["trace[553397693] 'agreement among raft nodes before linearized reading' (duration: 272.690424ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:10.814063Z","caller":"traceutil/trace.go:171","msg":"trace[1296657831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34681; }","duration":"353.463966ms","start":"2026-02-27T02:40:10.460471Z","end":"2026-02-27T02:40:10.813934Z","steps":["trace[1296657831] 'agreement among raft nodes before linearized reading' (duration: 353.154549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:10.814156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:10.460452Z","time spent":"353.686432ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:40:10.814181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.677197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:10.814229Z","caller":"traceutil/trace.go:171","msg":"trace[1569103647] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34681; }","duration":"155.284381ms","start":"2026-02-27T02:40:10.658928Z","end":"2026-02-27T02:40:10.814213Z","steps":["trace[1569103647] 'agreement among raft nodes before linearized reading' (duration: 154.684917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.09638Z","caller":"traceutil/trace.go:171","msg":"trace[639366643] linearizableReadLoop","detail":"{readStateIndex:35863; appliedIndex:35861; }","duration":"147.151122ms","start":"2026-02-27T02:40:10.9492Z","end":"2026-02-27T02:40:11.096351Z","steps":["trace[639366643] 'read index received' (duration: 66.713216ms)","trace[639366643] 'applied index is now lower than readState.Index' (duration: 80.436666ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:11.096453Z","caller":"traceutil/trace.go:171","msg":"trace[570501101] transaction","detail":"{read_only:false; number_of_response:1; response_revision:34689; }","duration":"147.49591ms","start":"2026-02-27T02:40:10.948928Z","end":"2026-02-27T02:40:11.096424Z","steps":["trace[570501101] 'process raft request' (duration: 102.193549ms)","trace[570501101] 'compare' (duration: 44.83028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:11.096553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.327776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:11.096596Z","caller":"traceutil/trace.go:171","msg":"trace[662211637] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34689; }","duration":"147.399917ms","start":"2026-02-27T02:40:10.949184Z","end":"2026-02-27T02:40:11.096583Z","steps":["trace[662211637] 'agreement among raft nodes before linearized reading' (duration: 147.306325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:11.096644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.536298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:40:11.096716Z","caller":"traceutil/trace.go:171","msg":"trace[176538094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34689; }","duration":"146.62761ms","start":"2026-02-27T02:40:10.950072Z","end":"2026-02-27T02:40:11.0967Z","steps":["trace[176538094] 'agreement among raft nodes before linearized reading' (duration: 146.448026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.288848Z","caller":"traceutil/trace.go:171","msg":"trace[1483425485] transaction","detail":"{read_only:false; response_revision:34691; number_of_response:1; }","duration":"184.809486ms","start":"2026-02-27T02:40:11.104001Z","end":"2026-02-27T02:40:11.288811Z","steps":["trace[1483425485] 'process raft request' (duration: 122.754587ms)","trace[1483425485] 'compare' (duration: 61.825763ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:11.288981Z","caller":"traceutil/trace.go:171","msg":"trace[2091680509] linearizableReadLoop","detail":"{readStateIndex:35865; appliedIndex:35863; }","duration":"181.347385ms","start":"2026-02-27T02:40:11.107605Z","end":"2026-02-27T02:40:11.288952Z","steps":["trace[2091680509] 'read index received' (duration: 46.817336ms)","trace[2091680509] 'applied index is now lower than readState.Index' (duration: 134.527339ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:11.289147Z","caller":"traceutil/trace.go:171","msg":"trace[834599825] transaction","detail":"{read_only:false; response_revision:34692; number_of_response:1; }","duration":"132.259247ms","start":"2026-02-27T02:40:11.156849Z","end":"2026-02-27T02:40:11.289108Z","steps":["trace[834599825] 'process raft request' (duration: 131.882438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:11.289245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.630112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29535985-jv9t7\" ","response":"range_response_count:1 size:6822"} {"level":"info","ts":"2026-02-27T02:40:11.289295Z","caller":"traceutil/trace.go:171","msg":"trace[1149988196] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29535985-jv9t7; range_end:; response_count:1; response_revision:34692; }","duration":"181.730455ms","start":"2026-02-27T02:40:11.10755Z","end":"2026-02-27T02:40:11.28928Z","steps":["trace[1149988196] 'agreement among raft nodes before linearized reading' (duration: 181.52347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:11.289286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.252903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-27T02:40:11.289354Z","caller":"traceutil/trace.go:171","msg":"trace[815192893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34692; }","duration":"181.333535ms","start":"2026-02-27T02:40:11.108002Z","end":"2026-02-27T02:40:11.289336Z","steps":["trace[815192893] 'agreement among raft nodes before linearized reading' (duration: 181.12216ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.506896Z","caller":"traceutil/trace.go:171","msg":"trace[351635938] linearizableReadLoop","detail":"{readStateIndex:35868; appliedIndex:35867; }","duration":"134.667963ms","start":"2026-02-27T02:40:11.372193Z","end":"2026-02-27T02:40:11.50686Z","steps":["trace[351635938] 'read index received' (duration: 36.753472ms)","trace[351635938] 'applied index is now lower than readState.Index' (duration: 97.913361ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:11.506918Z","caller":"traceutil/trace.go:171","msg":"trace[34036036] transaction","detail":"{read_only:false; response_revision:34694; number_of_response:1; }","duration":"180.455294ms","start":"2026-02-27T02:40:11.326423Z","end":"2026-02-27T02:40:11.506878Z","steps":["trace[34036036] 'process raft request' (duration: 82.652706ms)","trace[34036036] 'compare' (duration: 97.637795ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:11.507579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.793635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-02-27T02:40:11.507642Z","caller":"traceutil/trace.go:171","msg":"trace[1820202727] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:34694; }","duration":"209.890617ms","start":"2026-02-27T02:40:11.297739Z","end":"2026-02-27T02:40:11.507629Z","steps":["trace[1820202727] 'agreement among raft nodes before linearized reading' (duration: 209.242802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.510364Z","caller":"traceutil/trace.go:171","msg":"trace[1635228608] transaction","detail":"{read_only:false; response_revision:34695; number_of_response:1; }","duration":"135.503933ms","start":"2026-02-27T02:40:11.37484Z","end":"2026-02-27T02:40:11.510344Z","steps":["trace[1635228608] 'process raft request' (duration: 135.304158ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.5106Z","caller":"traceutil/trace.go:171","msg":"trace[1033880019] transaction","detail":"{read_only:false; number_of_response:1; response_revision:34694; }","duration":"136.377662ms","start":"2026-02-27T02:40:11.37421Z","end":"2026-02-27T02:40:11.510588Z","steps":["trace[1033880019] 'process raft request' (duration: 135.83102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:11.734106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.999219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:40:11.734197Z","caller":"traceutil/trace.go:171","msg":"trace[1723563584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34699; }","duration":"119.166763ms","start":"2026-02-27T02:40:11.615009Z","end":"2026-02-27T02:40:11.734176Z","steps":["trace[1723563584] 'range keys from in-memory index tree' (duration: 118.777324ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.871615Z","caller":"traceutil/trace.go:171","msg":"trace[1451101545] transaction","detail":"{read_only:false; response_revision:34701; number_of_response:1; }","duration":"130.932696ms","start":"2026-02-27T02:40:11.740656Z","end":"2026-02-27T02:40:11.871589Z","steps":["trace[1451101545] 'process raft request' (duration: 130.732272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:11.871758Z","caller":"traceutil/trace.go:171","msg":"trace[143769821] transaction","detail":"{read_only:false; response_revision:34702; number_of_response:1; }","duration":"126.649807ms","start":"2026-02-27T02:40:11.745084Z","end":"2026-02-27T02:40:11.871733Z","steps":["trace[143769821] 'process raft request' (duration: 126.399661ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.598994Z","caller":"traceutil/trace.go:171","msg":"trace[1531534650] transaction","detail":"{read_only:false; response_revision:34705; number_of_response:1; }","duration":"110.214406ms","start":"2026-02-27T02:40:12.488724Z","end":"2026-02-27T02:40:12.598938Z","steps":["trace[1531534650] 'process raft request' (duration: 109.986341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.713709Z","caller":"traceutil/trace.go:171","msg":"trace[474112880] transaction","detail":"{read_only:false; response_revision:34706; number_of_response:1; }","duration":"105.078647ms","start":"2026-02-27T02:40:12.608595Z","end":"2026-02-27T02:40:12.713673Z","steps":["trace[474112880] 'process raft request' (duration: 104.129705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:12.939057Z","caller":"traceutil/trace.go:171","msg":"trace[727280147] linearizableReadLoop","detail":"{readStateIndex:35882; appliedIndex:35881; }","duration":"181.685294ms","start":"2026-02-27T02:40:12.757351Z","end":"2026-02-27T02:40:12.939037Z","steps":["trace[727280147] 'read index received' (duration: 129.923773ms)","trace[727280147] 'applied index is now lower than readState.Index' (duration: 51.760371ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:12.939123Z","caller":"traceutil/trace.go:171","msg":"trace[1797749904] transaction","detail":"{read_only:false; response_revision:34707; number_of_response:1; }","duration":"283.75631ms","start":"2026-02-27T02:40:12.655339Z","end":"2026-02-27T02:40:12.939095Z","steps":["trace[1797749904] 'process raft request' (duration: 232.037551ms)","trace[1797749904] 'compare' (duration: 51.404632ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:12.939354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.894838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:12.939397Z","caller":"traceutil/trace.go:171","msg":"trace[1335703101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34707; }","duration":"182.092933ms","start":"2026-02-27T02:40:12.757293Z","end":"2026-02-27T02:40:12.939386Z","steps":["trace[1335703101] 'agreement among raft nodes before linearized reading' (duration: 181.896458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:12.939444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.28407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:40:12.939513Z","caller":"traceutil/trace.go:171","msg":"trace[1177659434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34707; }","duration":"120.407742ms","start":"2026-02-27T02:40:12.819096Z","end":"2026-02-27T02:40:12.939503Z","steps":["trace[1177659434] 'agreement among raft nodes before linearized reading' (duration: 120.111446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:12.939604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.036031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:40:12.939673Z","caller":"traceutil/trace.go:171","msg":"trace[2004823672] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34707; }","duration":"110.176795ms","start":"2026-02-27T02:40:12.82948Z","end":"2026-02-27T02:40:12.939657Z","steps":["trace[2004823672] 'agreement among raft nodes before linearized reading' (duration: 109.871278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:13.15415Z","caller":"traceutil/trace.go:171","msg":"trace[977900751] transaction","detail":"{read_only:false; response_revision:34709; number_of_response:1; }","duration":"206.891057ms","start":"2026-02-27T02:40:12.947231Z","end":"2026-02-27T02:40:13.154122Z","steps":["trace[977900751] 'process raft request' (duration: 118.121959ms)","trace[977900751] 'compare' (duration: 88.42968ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:13.154184Z","caller":"traceutil/trace.go:171","msg":"trace[2106624157] transaction","detail":"{read_only:false; response_revision:34712; number_of_response:1; }","duration":"206.770065ms","start":"2026-02-27T02:40:12.947387Z","end":"2026-02-27T02:40:13.154158Z","steps":["trace[2106624157] 'process raft request' (duration: 206.683703ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:13.154221Z","caller":"traceutil/trace.go:171","msg":"trace[550904123] transaction","detail":"{read_only:false; response_revision:34710; number_of_response:1; }","duration":"206.936748ms","start":"2026-02-27T02:40:12.947278Z","end":"2026-02-27T02:40:13.154215Z","steps":["trace[550904123] 'process raft request' (duration: 206.679842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:13.154172Z","caller":"traceutil/trace.go:171","msg":"trace[1869075866] transaction","detail":"{read_only:false; response_revision:34711; number_of_response:1; }","duration":"206.815446ms","start":"2026-02-27T02:40:12.947335Z","end":"2026-02-27T02:40:13.15415Z","steps":["trace[1869075866] 'process raft request' (duration: 206.688163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:13.630294Z","caller":"traceutil/trace.go:171","msg":"trace[765803250] transaction","detail":"{read_only:false; response_revision:34715; number_of_response:1; }","duration":"101.142285ms","start":"2026-02-27T02:40:13.529124Z","end":"2026-02-27T02:40:13.630267Z","steps":["trace[765803250] 'process raft request' (duration: 101.029832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.235143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.346339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:14.235238Z","caller":"traceutil/trace.go:171","msg":"trace[949300159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34716; }","duration":"477.492473ms","start":"2026-02-27T02:40:13.757724Z","end":"2026-02-27T02:40:14.235216Z","steps":["trace[949300159] 'range keys from in-memory index tree' (duration: 477.173814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.235235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.321741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:141"} {"level":"warn","ts":"2026-02-27T02:40:14.235239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.596691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:40:14.235283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:13.757704Z","time spent":"477.569614ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:40:14.235319Z","caller":"traceutil/trace.go:171","msg":"trace[772767359] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:34716; }","duration":"205.457284ms","start":"2026-02-27T02:40:14.029842Z","end":"2026-02-27T02:40:14.235299Z","steps":["trace[772767359] 'range keys from in-memory index tree' (duration: 205.207539ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:14.235346Z","caller":"traceutil/trace.go:171","msg":"trace[44297113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34716; }","duration":"391.743824ms","start":"2026-02-27T02:40:13.843572Z","end":"2026-02-27T02:40:14.235315Z","steps":["trace[44297113] 'range keys from in-memory index tree' (duration: 391.401886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.235343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.2255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:40:14.235419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:13.843553Z","time spent":"391.850906ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:40:14.235425Z","caller":"traceutil/trace.go:171","msg":"trace[1809437152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34716; }","duration":"356.341713ms","start":"2026-02-27T02:40:13.879063Z","end":"2026-02-27T02:40:14.235404Z","steps":["trace[1809437152] 'range keys from in-memory index tree' (duration: 355.496774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.235479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:13.879048Z","time spent":"356.421175ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:40:14.596734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746942383,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:40:14.735381Z","caller":"traceutil/trace.go:171","msg":"trace[310592895] transaction","detail":"{read_only:false; response_revision:34717; number_of_response:1; }","duration":"659.683157ms","start":"2026-02-27T02:40:14.075672Z","end":"2026-02-27T02:40:14.735355Z","steps":["trace[310592895] 'process raft request' (duration: 659.507663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.735552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.075646Z","time spent":"659.809199ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:14.966121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.566205ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T02:40:14.966344Z","caller":"traceutil/trace.go:171","msg":"trace[1983308976] linearizableReadLoop","detail":"{readStateIndex:35896; appliedIndex:35891; }","duration":"869.751248ms","start":"2026-02-27T02:40:14.096579Z","end":"2026-02-27T02:40:14.96633Z","steps":["trace[1983308976] 'read index received' (duration: 638.650129ms)","trace[1983308976] 'applied index is now lower than readState.Index' (duration: 231.100369ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:14.966546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.23759Z","time spent":"728.951203ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:40:14.96656Z","caller":"traceutil/trace.go:171","msg":"trace[1409765476] transaction","detail":"{read_only:false; response_revision:34718; number_of_response:1; }","duration":"726.933967ms","start":"2026-02-27T02:40:14.239609Z","end":"2026-02-27T02:40:14.966543Z","steps":["trace[1409765476] 'process raft request' (duration: 726.582029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.966844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.239591Z","time spent":"727.183742ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:14.966562Z","caller":"traceutil/trace.go:171","msg":"trace[617190452] transaction","detail":"{read_only:false; response_revision:34719; number_of_response:1; }","duration":"726.809694ms","start":"2026-02-27T02:40:14.239726Z","end":"2026-02-27T02:40:14.966536Z","steps":["trace[617190452] 'process raft request' (duration: 726.550828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.966611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.021094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:14.967078Z","caller":"traceutil/trace.go:171","msg":"trace[1882010105] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:34720; }","duration":"870.551466ms","start":"2026-02-27T02:40:14.096508Z","end":"2026-02-27T02:40:14.96706Z","steps":["trace[1882010105] 'agreement among raft nodes before linearized reading' (duration: 870.038384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.967111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.096492Z","time spent":"870.607878ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:40:14.966598Z","caller":"traceutil/trace.go:171","msg":"trace[1937359833] transaction","detail":"{read_only:false; response_revision:34720; number_of_response:1; }","duration":"531.863353ms","start":"2026-02-27T02:40:14.434699Z","end":"2026-02-27T02:40:14.966562Z","steps":["trace[1937359833] 'process raft request' (duration: 531.601507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.967223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.23971Z","time spent":"727.271044ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:14.967337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.434673Z","time spent":"532.550629ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:14.977883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.697841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:40:14.977906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.828753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:40:14.977995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.079769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-27T02:40:14.978043Z","caller":"traceutil/trace.go:171","msg":"trace[390058381] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:34721; }","duration":"316.179171ms","start":"2026-02-27T02:40:14.661849Z","end":"2026-02-27T02:40:14.978029Z","steps":["trace[390058381] 'agreement among raft nodes before linearized reading' (duration: 316.007757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.978076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.661827Z","time spent":"316.242333ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-27T02:40:14.977996Z","caller":"traceutil/trace.go:171","msg":"trace[1704504322] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:34721; }","duration":"324.976506ms","start":"2026-02-27T02:40:14.653Z","end":"2026-02-27T02:40:14.977976Z","steps":["trace[1704504322] 'agreement among raft nodes before linearized reading' (duration: 324.799422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.978133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.652975Z","time spent":"325.146339ms","remote":"127.0.0.1:39130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:40:14.977938Z","caller":"traceutil/trace.go:171","msg":"trace[1106765028] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34721; }","duration":"585.757253ms","start":"2026-02-27T02:40:14.392166Z","end":"2026-02-27T02:40:14.977924Z","steps":["trace[1106765028] 'agreement among raft nodes before linearized reading' (duration: 585.668671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.978221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.392146Z","time spent":"586.050959ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:40:14.977763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.674165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:14.978409Z","caller":"traceutil/trace.go:171","msg":"trace[995023862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34721; }","duration":"741.35112ms","start":"2026-02-27T02:40:14.237024Z","end":"2026-02-27T02:40:14.978375Z","steps":["trace[995023862] 'agreement among raft nodes before linearized reading' (duration: 740.626893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:14.978607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.237007Z","time spent":"741.429253ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:40:15.396849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.221645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:15.396946Z","caller":"traceutil/trace.go:171","msg":"trace[1021142187] linearizableReadLoop","detail":"{readStateIndex:35898; appliedIndex:35897; }","duration":"414.798989ms","start":"2026-02-27T02:40:14.982132Z","end":"2026-02-27T02:40:15.396931Z","steps":["trace[1021142187] 'read index received' (duration: 113.428631ms)","trace[1021142187] 'applied index is now lower than readState.Index' (duration: 301.368948ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:15.397006Z","caller":"traceutil/trace.go:171","msg":"trace[1988469495] transaction","detail":"{read_only:false; response_revision:34722; number_of_response:1; }","duration":"428.503246ms","start":"2026-02-27T02:40:14.968494Z","end":"2026-02-27T02:40:15.396997Z","steps":["trace[1988469495] 'process raft request' (duration: 127.047746ms)","trace[1988469495] 'compare' (duration: 301.086172ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:15.39705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.968479Z","time spent":"428.548747ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:15.397336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.182238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-844703bb-5716-4fbe-bb08-47d921d3468b\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-27T02:40:15.397437Z","caller":"traceutil/trace.go:171","msg":"trace[1537728991] range","detail":"{range_begin:/registry/persistentvolumes/pvc-844703bb-5716-4fbe-bb08-47d921d3468b; range_end:; response_count:1; response_revision:34722; }","duration":"415.31634ms","start":"2026-02-27T02:40:14.982099Z","end":"2026-02-27T02:40:15.397416Z","steps":["trace[1537728991] 'agreement among raft nodes before linearized reading' (duration: 414.994533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:15.397493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.982087Z","time spent":"415.392313ms","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-844703bb-5716-4fbe-bb08-47d921d3468b\" "} {"level":"info","ts":"2026-02-27T02:40:15.428591Z","caller":"traceutil/trace.go:171","msg":"trace[1745731952] transaction","detail":"{read_only:false; response_revision:34723; number_of_response:1; }","duration":"445.991001ms","start":"2026-02-27T02:40:14.982575Z","end":"2026-02-27T02:40:15.428566Z","steps":["trace[1745731952] 'process raft request' (duration: 445.758046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:15.428741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:14.982557Z","time spent":"446.103555ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:15.428894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.712294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:40:15.428991Z","caller":"traceutil/trace.go:171","msg":"trace[2147329051] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34723; }","duration":"269.836887ms","start":"2026-02-27T02:40:15.159133Z","end":"2026-02-27T02:40:15.42897Z","steps":["trace[2147329051] 'agreement among raft nodes before linearized reading' (duration: 269.497009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:15.429001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.289318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:40:15.429034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.461962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:40:15.429081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.579174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:40:15.429071Z","caller":"traceutil/trace.go:171","msg":"trace[426583528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34723; }","duration":"270.3704ms","start":"2026-02-27T02:40:15.158681Z","end":"2026-02-27T02:40:15.429052Z","steps":["trace[426583528] 'agreement among raft nodes before linearized reading' (duration: 270.179125ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:15.429093Z","caller":"traceutil/trace.go:171","msg":"trace[1039613380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34723; }","duration":"270.563274ms","start":"2026-02-27T02:40:15.158514Z","end":"2026-02-27T02:40:15.429077Z","steps":["trace[1039613380] 'agreement among raft nodes before linearized reading' (duration: 270.079213ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:15.429116Z","caller":"traceutil/trace.go:171","msg":"trace[2043904151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34723; }","duration":"270.648986ms","start":"2026-02-27T02:40:15.158455Z","end":"2026-02-27T02:40:15.429104Z","steps":["trace[2043904151] 'agreement among raft nodes before linearized reading' (duration: 270.545953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:15.883692Z","caller":"traceutil/trace.go:171","msg":"trace[639209016] linearizableReadLoop","detail":"{readStateIndex:35904; appliedIndex:35903; }","duration":"264.553424ms","start":"2026-02-27T02:40:15.619118Z","end":"2026-02-27T02:40:15.883672Z","steps":["trace[639209016] 'read index received' (duration: 264.398041ms)","trace[639209016] 'applied index is now lower than readState.Index' (duration: 154.443µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:15.883733Z","caller":"traceutil/trace.go:171","msg":"trace[1992743500] transaction","detail":"{read_only:false; response_revision:34728; number_of_response:1; }","duration":"284.592639ms","start":"2026-02-27T02:40:15.599125Z","end":"2026-02-27T02:40:15.883717Z","steps":["trace[1992743500] 'process raft request' (duration: 284.380674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:15.883882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.750149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29536000-k7ch8\" ","response":"range_response_count:1 size:7473"} {"level":"info","ts":"2026-02-27T02:40:15.883916Z","caller":"traceutil/trace.go:171","msg":"trace[1246353723] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29536000-k7ch8; range_end:; response_count:1; response_revision:34728; }","duration":"264.828821ms","start":"2026-02-27T02:40:15.619079Z","end":"2026-02-27T02:40:15.883907Z","steps":["trace[1246353723] 'agreement among raft nodes before linearized reading' (duration: 264.685837ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:15.997715Z","caller":"traceutil/trace.go:171","msg":"trace[1137359396] linearizableReadLoop","detail":"{readStateIndex:35907; appliedIndex:35904; }","duration":"113.935993ms","start":"2026-02-27T02:40:15.883764Z","end":"2026-02-27T02:40:15.9977Z","steps":["trace[1137359396] 'read index received' (duration: 60.36932ms)","trace[1137359396] 'applied index is now lower than readState.Index' (duration: 53.566113ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:15.997727Z","caller":"traceutil/trace.go:171","msg":"trace[704531350] transaction","detail":"{read_only:false; response_revision:34729; number_of_response:1; }","duration":"376.428188ms","start":"2026-02-27T02:40:15.621267Z","end":"2026-02-27T02:40:15.997695Z","steps":["trace[704531350] 'process raft request' (duration: 322.852556ms)","trace[704531350] 'compare' (duration: 53.401148ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:15.997814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:15.621257Z","time spent":"376.51651ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:40:15.997918Z","caller":"traceutil/trace.go:171","msg":"trace[811810463] transaction","detail":"{read_only:false; response_revision:34730; number_of_response:1; }","duration":"361.692317ms","start":"2026-02-27T02:40:15.636207Z","end":"2026-02-27T02:40:15.997899Z","steps":["trace[811810463] 'process raft request' (duration: 361.423891ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:15.997949Z","caller":"traceutil/trace.go:171","msg":"trace[1516289680] transaction","detail":"{read_only:false; response_revision:34731; number_of_response:1; }","duration":"342.82836ms","start":"2026-02-27T02:40:15.655088Z","end":"2026-02-27T02:40:15.997916Z","steps":["trace[1516289680] 'process raft request' (duration: 342.582514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:15.998052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:15.636184Z","time spent":"361.805819ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:15.998144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:15.65506Z","time spent":"342.956793ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:15.997985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.442583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:15.998251Z","caller":"traceutil/trace.go:171","msg":"trace[282532558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34731; }","duration":"236.7492ms","start":"2026-02-27T02:40:15.761495Z","end":"2026-02-27T02:40:15.998244Z","steps":["trace[282532558] 'agreement among raft nodes before linearized reading' (duration: 236.444893ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:16.046026Z","caller":"traceutil/trace.go:171","msg":"trace[387156322] transaction","detail":"{read_only:false; response_revision:34732; number_of_response:1; }","duration":"154.116564ms","start":"2026-02-27T02:40:15.891886Z","end":"2026-02-27T02:40:16.046003Z","steps":["trace[387156322] 'process raft request' (duration: 153.98073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:16.698887Z","caller":"traceutil/trace.go:171","msg":"trace[326001241] transaction","detail":"{read_only:false; response_revision:34734; number_of_response:1; }","duration":"162.489948ms","start":"2026-02-27T02:40:16.536373Z","end":"2026-02-27T02:40:16.698863Z","steps":["trace[326001241] 'process raft request' (duration: 162.019777ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:16.879208Z","caller":"traceutil/trace.go:171","msg":"trace[200356749] transaction","detail":"{read_only:false; response_revision:34735; number_of_response:1; }","duration":"169.604022ms","start":"2026-02-27T02:40:16.709578Z","end":"2026-02-27T02:40:16.879182Z","steps":["trace[200356749] 'process raft request' (duration: 134.017527ms)","trace[200356749] 'compare' (duration: 35.170766ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:16.879448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.560245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:16.879478Z","caller":"traceutil/trace.go:171","msg":"trace[1016291588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34735; }","duration":"123.637307ms","start":"2026-02-27T02:40:16.755833Z","end":"2026-02-27T02:40:16.87947Z","steps":["trace[1016291588] 'agreement among raft nodes before linearized reading' (duration: 123.565505ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:16.879134Z","caller":"traceutil/trace.go:171","msg":"trace[1520358795] linearizableReadLoop","detail":"{readStateIndex:35911; appliedIndex:35910; }","duration":"123.245968ms","start":"2026-02-27T02:40:16.755869Z","end":"2026-02-27T02:40:16.879115Z","steps":["trace[1520358795] 'read index received' (duration: 87.716584ms)","trace[1520358795] 'applied index is now lower than readState.Index' (duration: 35.528414ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:16.880548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.761634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:16.88064Z","caller":"traceutil/trace.go:171","msg":"trace[1544697688] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34735; }","duration":"116.128713ms","start":"2026-02-27T02:40:16.764484Z","end":"2026-02-27T02:40:16.880612Z","steps":["trace[1544697688] 'agreement among raft nodes before linearized reading' (duration: 115.681282ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:17.096256Z","caller":"traceutil/trace.go:171","msg":"trace[2070356397] transaction","detail":"{read_only:false; response_revision:34736; number_of_response:1; }","duration":"123.618466ms","start":"2026-02-27T02:40:16.972604Z","end":"2026-02-27T02:40:17.096222Z","steps":["trace[2070356397] 'process raft request' (duration: 122.649984ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:17.104034Z","caller":"traceutil/trace.go:171","msg":"trace[1665857005] transaction","detail":"{read_only:false; response_revision:34738; number_of_response:1; }","duration":"127.878034ms","start":"2026-02-27T02:40:16.976089Z","end":"2026-02-27T02:40:17.103967Z","steps":["trace[1665857005] 'process raft request' (duration: 127.760401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:17.104207Z","caller":"traceutil/trace.go:171","msg":"trace[236636939] transaction","detail":"{read_only:false; response_revision:34739; number_of_response:1; }","duration":"121.805763ms","start":"2026-02-27T02:40:16.982382Z","end":"2026-02-27T02:40:17.104188Z","steps":["trace[236636939] 'process raft request' (duration: 121.491926ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:17.104433Z","caller":"traceutil/trace.go:171","msg":"trace[2139787357] transaction","detail":"{read_only:false; response_revision:34737; number_of_response:1; }","duration":"128.549619ms","start":"2026-02-27T02:40:16.975874Z","end":"2026-02-27T02:40:17.104423Z","steps":["trace[2139787357] 'process raft request' (duration: 127.868243ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:17.605057Z","caller":"traceutil/trace.go:171","msg":"trace[963352488] transaction","detail":"{read_only:false; response_revision:34743; number_of_response:1; }","duration":"130.002704ms","start":"2026-02-27T02:40:17.475029Z","end":"2026-02-27T02:40:17.605032Z","steps":["trace[963352488] 'process raft request' (duration: 129.869731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:17.60517Z","caller":"traceutil/trace.go:171","msg":"trace[880916336] transaction","detail":"{read_only:false; response_revision:34744; number_of_response:1; }","duration":"130.114097ms","start":"2026-02-27T02:40:17.475037Z","end":"2026-02-27T02:40:17.605151Z","steps":["trace[880916336] 'process raft request' (duration: 129.922963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:17.605206Z","caller":"traceutil/trace.go:171","msg":"trace[23565296] transaction","detail":"{read_only:false; response_revision:34745; number_of_response:1; }","duration":"130.164248ms","start":"2026-02-27T02:40:17.475037Z","end":"2026-02-27T02:40:17.605202Z","steps":["trace[23565296] 'process raft request' (duration: 129.945173ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:17.605299Z","caller":"traceutil/trace.go:171","msg":"trace[1086390641] transaction","detail":"{read_only:false; response_revision:34742; number_of_response:1; }","duration":"131.444737ms","start":"2026-02-27T02:40:17.473849Z","end":"2026-02-27T02:40:17.605294Z","steps":["trace[1086390641] 'process raft request' (duration: 59.593382ms)","trace[1086390641] 'compare' (duration: 71.240541ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:17.830768Z","caller":"traceutil/trace.go:171","msg":"trace[1829614661] transaction","detail":"{read_only:false; response_revision:34746; number_of_response:1; }","duration":"107.588314ms","start":"2026-02-27T02:40:17.723158Z","end":"2026-02-27T02:40:17.830746Z","steps":["trace[1829614661] 'process raft request' (duration: 107.457411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:19.977786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763685746942466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:40:20.823131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.449088ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:40:20.824051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.681822ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:20.824168Z","caller":"traceutil/trace.go:171","msg":"trace[1958715506] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34756; }","duration":"247.809915ms","start":"2026-02-27T02:40:20.576342Z","end":"2026-02-27T02:40:20.824152Z","steps":["trace[1958715506] 'range keys from in-memory index tree' (duration: 247.664432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:20.824455Z","caller":"traceutil/trace.go:171","msg":"trace[1485853968] transaction","detail":"{read_only:false; response_revision:34757; number_of_response:1; }","duration":"1.06481651s","start":"2026-02-27T02:40:19.759627Z","end":"2026-02-27T02:40:20.824444Z","steps":["trace[1485853968] 'process raft request' (duration: 1.064271197s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.824554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.759603Z","time spent":"1.064884182s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:20.960616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.094976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:20.960832Z","caller":"traceutil/trace.go:171","msg":"trace[1953175973] linearizableReadLoop","detail":"{readStateIndex:35935; appliedIndex:35932; }","duration":"1.4839892s","start":"2026-02-27T02:40:19.476826Z","end":"2026-02-27T02:40:20.960815Z","steps":["trace[1953175973] 'read index received' (duration: 668.987113ms)","trace[1953175973] 'applied index is now lower than readState.Index' (duration: 815.000997ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:20.960898Z","caller":"traceutil/trace.go:171","msg":"trace[1703965907] transaction","detail":"{read_only:false; response_revision:34760; number_of_response:1; }","duration":"923.341209ms","start":"2026-02-27T02:40:20.037526Z","end":"2026-02-27T02:40:20.960868Z","steps":["trace[1703965907] 'process raft request' (duration: 923.249307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:20.960951Z","caller":"traceutil/trace.go:171","msg":"trace[759968523] transaction","detail":"{read_only:false; response_revision:34758; number_of_response:1; }","duration":"1.012009186s","start":"2026-02-27T02:40:19.94891Z","end":"2026-02-27T02:40:20.960919Z","steps":["trace[759968523] 'process raft request' (duration: 875.521211ms)","trace[759968523] 'compare' (duration: 135.945212ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:20.960942Z","caller":"traceutil/trace.go:171","msg":"trace[644936202] transaction","detail":"{read_only:false; response_revision:34759; number_of_response:1; }","duration":"936.281449ms","start":"2026-02-27T02:40:20.024582Z","end":"2026-02-27T02:40:20.960863Z","steps":["trace[644936202] 'process raft request' (duration: 936.135886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.961043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484224576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T02:40:20.961051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:20.037512Z","time spent":"923.455423ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:20.961037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400617937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:40:20.961094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.948892Z","time spent":"1.012125969s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:20.96115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.199755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:20.961159Z","caller":"traceutil/trace.go:171","msg":"trace[360344885] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:34760; }","duration":"1.400761081s","start":"2026-02-27T02:40:19.560343Z","end":"2026-02-27T02:40:20.961104Z","steps":["trace[360344885] 'agreement among raft nodes before linearized reading' (duration: 1.400609207s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:20.961187Z","caller":"traceutil/trace.go:171","msg":"trace[252899274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34760; }","duration":"204.235886ms","start":"2026-02-27T02:40:20.756943Z","end":"2026-02-27T02:40:20.961179Z","steps":["trace[252899274] 'agreement among raft nodes before linearized reading' (duration: 204.181784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.961228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.560322Z","time spent":"1.400887353s","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:40:20.961233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132361896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:40:20.961254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.847695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:40:20.961315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351030607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:40:20.961345Z","caller":"traceutil/trace.go:171","msg":"trace[496467078] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:34760; }","duration":"190.937777ms","start":"2026-02-27T02:40:20.770397Z","end":"2026-02-27T02:40:20.961334Z","steps":["trace[496467078] 'agreement among raft nodes before linearized reading' (duration: 190.822834ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:20.961363Z","caller":"traceutil/trace.go:171","msg":"trace[1684012825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34760; }","duration":"1.351103579s","start":"2026-02-27T02:40:19.610249Z","end":"2026-02-27T02:40:20.961353Z","steps":["trace[1684012825] 'agreement among raft nodes before linearized reading' (duration: 1.350946055s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.961386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.610244Z","time spent":"1.351137709s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:40:20.961079Z","caller":"traceutil/trace.go:171","msg":"trace[499583904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34760; }","duration":"1.484299177s","start":"2026-02-27T02:40:19.476766Z","end":"2026-02-27T02:40:20.961066Z","steps":["trace[499583904] 'agreement among raft nodes before linearized reading' (duration: 1.484149083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.961406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.127666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:20.961433Z","caller":"traceutil/trace.go:171","msg":"trace[1349700654] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:34760; }","duration":"1.132554801s","start":"2026-02-27T02:40:19.828773Z","end":"2026-02-27T02:40:20.961328Z","steps":["trace[1349700654] 'agreement among raft nodes before linearized reading' (duration: 1.132269214s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:20.961492Z","caller":"traceutil/trace.go:171","msg":"trace[1839309764] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:34760; }","duration":"688.281479ms","start":"2026-02-27T02:40:20.273191Z","end":"2026-02-27T02:40:20.961472Z","steps":["trace[1839309764] 'agreement among raft nodes before linearized reading' (duration: 688.101795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.961551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:20.273167Z","time spent":"688.371761ms","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:40:20.961541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351932939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:40:20.961576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351420247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:40:20.961595Z","caller":"traceutil/trace.go:171","msg":"trace[1505974387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34760; }","duration":"1.351473067s","start":"2026-02-27T02:40:19.610115Z","end":"2026-02-27T02:40:20.961588Z","steps":["trace[1505974387] 'agreement among raft nodes before linearized reading' (duration: 1.351431286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.961416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:20.024559Z","time spent":"936.508855ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:20.961609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.610093Z","time spent":"1.351512168s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:40:20.961601Z","caller":"traceutil/trace.go:171","msg":"trace[1749568122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34760; }","duration":"1.35203067s","start":"2026-02-27T02:40:19.609556Z","end":"2026-02-27T02:40:20.961587Z","steps":["trace[1749568122] 'agreement among raft nodes before linearized reading' (duration: 1.351841516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.961594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022276214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:40:20.961569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.828747Z","time spent":"1.132806637s","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:40:20.961643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.609536Z","time spent":"1.352099422s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:40:20.961473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.476743Z","time spent":"1.484717927s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:40:20.961686Z","caller":"traceutil/trace.go:171","msg":"trace[405615806] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:34760; }","duration":"1.022402666s","start":"2026-02-27T02:40:19.939237Z","end":"2026-02-27T02:40:20.961639Z","steps":["trace[405615806] 'agreement among raft nodes before linearized reading' (duration: 1.022276493s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.961896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.939217Z","time spent":"1.022662043s","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:40:20.96149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35115417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:40:20.962082Z","caller":"traceutil/trace.go:171","msg":"trace[1325680024] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34760; }","duration":"1.351751324s","start":"2026-02-27T02:40:19.610318Z","end":"2026-02-27T02:40:20.962069Z","steps":["trace[1325680024] 'agreement among raft nodes before linearized reading' (duration: 1.35113501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:20.962119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:19.610313Z","time spent":"1.351792945s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:40:21.165825Z","caller":"traceutil/trace.go:171","msg":"trace[826003222] transaction","detail":"{read_only:false; response_revision:34762; number_of_response:1; }","duration":"199.850534ms","start":"2026-02-27T02:40:20.965945Z","end":"2026-02-27T02:40:21.165795Z","steps":["trace[826003222] 'process raft request' (duration: 154.864221ms)","trace[826003222] 'compare' (duration: 44.808879ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:21.165869Z","caller":"traceutil/trace.go:171","msg":"trace[1233680768] transaction","detail":"{read_only:false; response_revision:34763; number_of_response:1; }","duration":"199.732381ms","start":"2026-02-27T02:40:20.966108Z","end":"2026-02-27T02:40:21.165841Z","steps":["trace[1233680768] 'process raft request' (duration: 199.633889ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:21.166088Z","caller":"traceutil/trace.go:171","msg":"trace[1487623575] transaction","detail":"{read_only:false; response_revision:34764; number_of_response:1; }","duration":"199.858565ms","start":"2026-02-27T02:40:20.966214Z","end":"2026-02-27T02:40:21.166073Z","steps":["trace[1487623575] 'process raft request' (duration: 199.585508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:21.166368Z","caller":"traceutil/trace.go:171","msg":"trace[918028239] transaction","detail":"{read_only:false; response_revision:34765; number_of_response:1; }","duration":"199.992317ms","start":"2026-02-27T02:40:20.966336Z","end":"2026-02-27T02:40:21.166328Z","steps":["trace[918028239] 'process raft request' (duration: 199.66516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:21.375399Z","caller":"traceutil/trace.go:171","msg":"trace[1904417546] transaction","detail":"{read_only:false; response_revision:34767; number_of_response:1; }","duration":"184.418906ms","start":"2026-02-27T02:40:21.190959Z","end":"2026-02-27T02:40:21.375378Z","steps":["trace[1904417546] 'process raft request' (duration: 184.212591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:21.398098Z","caller":"traceutil/trace.go:171","msg":"trace[688490515] transaction","detail":"{read_only:false; response_revision:34768; number_of_response:1; }","duration":"205.232449ms","start":"2026-02-27T02:40:21.192842Z","end":"2026-02-27T02:40:21.398075Z","steps":["trace[688490515] 'process raft request' (duration: 205.072285ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:21.398235Z","caller":"traceutil/trace.go:171","msg":"trace[1810198048] linearizableReadLoop","detail":"{readStateIndex:35946; appliedIndex:35943; }","duration":"121.458956ms","start":"2026-02-27T02:40:21.276758Z","end":"2026-02-27T02:40:21.398217Z","steps":["trace[1810198048] 'read index received' (duration: 98.458553ms)","trace[1810198048] 'applied index is now lower than readState.Index' (duration: 22.999213ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:21.398263Z","caller":"traceutil/trace.go:171","msg":"trace[1968804245] transaction","detail":"{read_only:false; response_revision:34769; number_of_response:1; }","duration":"205.29553ms","start":"2026-02-27T02:40:21.192949Z","end":"2026-02-27T02:40:21.398244Z","steps":["trace[1968804245] 'process raft request' (duration: 205.089675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:21.398382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.60638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:21.398435Z","caller":"traceutil/trace.go:171","msg":"trace[1294018465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34769; }","duration":"121.696122ms","start":"2026-02-27T02:40:21.276716Z","end":"2026-02-27T02:40:21.398412Z","steps":["trace[1294018465] 'agreement among raft nodes before linearized reading' (duration: 121.60734ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:21.956135Z","caller":"traceutil/trace.go:171","msg":"trace[2015258032] transaction","detail":"{read_only:false; response_revision:34770; number_of_response:1; }","duration":"197.434748ms","start":"2026-02-27T02:40:21.758681Z","end":"2026-02-27T02:40:21.956116Z","steps":["trace[2015258032] 'process raft request' (duration: 197.284785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:23.119404Z","caller":"traceutil/trace.go:171","msg":"trace[586061175] transaction","detail":"{read_only:false; response_revision:34771; number_of_response:1; }","duration":"152.448975ms","start":"2026-02-27T02:40:22.966925Z","end":"2026-02-27T02:40:23.119374Z","steps":["trace[586061175] 'process raft request' (duration: 152.22751ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:23.203719Z","caller":"traceutil/trace.go:171","msg":"trace[157900443] transaction","detail":"{read_only:false; response_revision:34772; number_of_response:1; }","duration":"236.658948ms","start":"2026-02-27T02:40:22.967024Z","end":"2026-02-27T02:40:23.203683Z","steps":["trace[157900443] 'process raft request' (duration: 236.435933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:23.203994Z","caller":"traceutil/trace.go:171","msg":"trace[1576105823] linearizableReadLoop","detail":"{readStateIndex:35951; appliedIndex:35947; }","duration":"208.980066ms","start":"2026-02-27T02:40:22.995004Z","end":"2026-02-27T02:40:23.203984Z","steps":["trace[1576105823] 'read index received' (duration: 124.105038ms)","trace[1576105823] 'applied index is now lower than readState.Index' (duration: 84.874138ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:23.204073Z","caller":"traceutil/trace.go:171","msg":"trace[413551268] transaction","detail":"{read_only:false; response_revision:34774; number_of_response:1; }","duration":"236.050664ms","start":"2026-02-27T02:40:22.968013Z","end":"2026-02-27T02:40:23.204063Z","steps":["trace[413551268] 'process raft request' (duration: 235.86382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:23.204066Z","caller":"traceutil/trace.go:171","msg":"trace[544058327] transaction","detail":"{read_only:false; response_revision:34773; number_of_response:1; }","duration":"237.055267ms","start":"2026-02-27T02:40:22.966985Z","end":"2026-02-27T02:40:23.20404Z","steps":["trace[544058327] 'process raft request' (duration: 236.635668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:23.204325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.317803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:40:23.20437Z","caller":"traceutil/trace.go:171","msg":"trace[1373869463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34774; }","duration":"209.457207ms","start":"2026-02-27T02:40:22.994902Z","end":"2026-02-27T02:40:23.204359Z","steps":["trace[1373869463] 'agreement among raft nodes before linearized reading' (duration: 209.250452ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:23.403826Z","caller":"traceutil/trace.go:171","msg":"trace[1709171991] transaction","detail":"{read_only:false; response_revision:34777; number_of_response:1; }","duration":"163.86448ms","start":"2026-02-27T02:40:23.239941Z","end":"2026-02-27T02:40:23.403805Z","steps":["trace[1709171991] 'process raft request' (duration: 153.497729ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:23.404785Z","caller":"traceutil/trace.go:171","msg":"trace[918577625] transaction","detail":"{read_only:false; response_revision:34779; number_of_response:1; }","duration":"164.591347ms","start":"2026-02-27T02:40:23.240177Z","end":"2026-02-27T02:40:23.404768Z","steps":["trace[918577625] 'process raft request' (duration: 164.505565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:23.404938Z","caller":"traceutil/trace.go:171","msg":"trace[1897753158] transaction","detail":"{read_only:false; response_revision:34778; number_of_response:1; }","duration":"164.787351ms","start":"2026-02-27T02:40:23.240135Z","end":"2026-02-27T02:40:23.404923Z","steps":["trace[1897753158] 'process raft request' (duration: 163.577503ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:23.405027Z","caller":"traceutil/trace.go:171","msg":"trace[666146451] transaction","detail":"{read_only:false; response_revision:34780; number_of_response:1; }","duration":"164.678879ms","start":"2026-02-27T02:40:23.240313Z","end":"2026-02-27T02:40:23.404992Z","steps":["trace[666146451] 'process raft request' (duration: 164.412913ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:23.584098Z","caller":"traceutil/trace.go:171","msg":"trace[244557197] transaction","detail":"{read_only:false; response_revision:34782; number_of_response:1; }","duration":"133.035365ms","start":"2026-02-27T02:40:23.451039Z","end":"2026-02-27T02:40:23.584074Z","steps":["trace[244557197] 'process raft request' (duration: 72.767447ms)","trace[244557197] 'compare' (duration: 60.105394ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:23.584242Z","caller":"traceutil/trace.go:171","msg":"trace[902259716] transaction","detail":"{read_only:false; response_revision:34783; number_of_response:1; }","duration":"133.060935ms","start":"2026-02-27T02:40:23.451157Z","end":"2026-02-27T02:40:23.584218Z","steps":["trace[902259716] 'process raft request' (duration: 132.885191ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:24.217724Z","caller":"traceutil/trace.go:171","msg":"trace[373964023] transaction","detail":"{read_only:false; response_revision:34786; number_of_response:1; }","duration":"145.191716ms","start":"2026-02-27T02:40:24.072507Z","end":"2026-02-27T02:40:24.217699Z","steps":["trace[373964023] 'process raft request' (duration: 98.606466ms)","trace[373964023] 'compare' (duration: 46.043168ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:25.981793Z","caller":"traceutil/trace.go:171","msg":"trace[89852611] transaction","detail":"{read_only:false; response_revision:34802; number_of_response:1; }","duration":"110.027051ms","start":"2026-02-27T02:40:25.871742Z","end":"2026-02-27T02:40:25.981769Z","steps":["trace[89852611] 'process raft request' (duration: 109.851207ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:26.163768Z","caller":"traceutil/trace.go:171","msg":"trace[960923245] transaction","detail":"{read_only:false; response_revision:34804; number_of_response:1; }","duration":"105.812884ms","start":"2026-02-27T02:40:26.057933Z","end":"2026-02-27T02:40:26.163746Z","steps":["trace[960923245] 'process raft request' (duration: 105.65796ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:26.378663Z","caller":"traceutil/trace.go:171","msg":"trace[713743296] linearizableReadLoop","detail":"{readStateIndex:35986; appliedIndex:35984; }","duration":"132.808729ms","start":"2026-02-27T02:40:26.245838Z","end":"2026-02-27T02:40:26.378646Z","steps":["trace[713743296] 'read index received' (duration: 80.915296ms)","trace[713743296] 'applied index is now lower than readState.Index' (duration: 51.892243ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:26.378722Z","caller":"traceutil/trace.go:171","msg":"trace[666152097] transaction","detail":"{read_only:false; response_revision:34808; number_of_response:1; }","duration":"133.385373ms","start":"2026-02-27T02:40:26.245308Z","end":"2026-02-27T02:40:26.378694Z","steps":["trace[666152097] 'process raft request' (duration: 133.221109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:26.37882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.964493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29535985-h2664\" ","response":"range_response_count:1 size:7263"} {"level":"info","ts":"2026-02-27T02:40:26.37885Z","caller":"traceutil/trace.go:171","msg":"trace[1979367615] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29535985-h2664; range_end:; response_count:1; response_revision:34808; }","duration":"133.027685ms","start":"2026-02-27T02:40:26.245813Z","end":"2026-02-27T02:40:26.378841Z","steps":["trace[1979367615] 'agreement among raft nodes before linearized reading' (duration: 132.902262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:28.203628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.569914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:28.20422Z","caller":"traceutil/trace.go:171","msg":"trace[1269918791] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:34826; }","duration":"252.236829ms","start":"2026-02-27T02:40:27.951957Z","end":"2026-02-27T02:40:28.204194Z","steps":["trace[1269918791] 'count revisions from in-memory index tree' (duration: 251.473221ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.669199Z","caller":"traceutil/trace.go:171","msg":"trace[88203786] transaction","detail":"{read_only:false; response_revision:34831; number_of_response:1; }","duration":"280.339991ms","start":"2026-02-27T02:40:29.388821Z","end":"2026-02-27T02:40:29.669161Z","steps":["trace[88203786] 'process raft request' (duration: 200.506139ms)","trace[88203786] 'compare' (duration: 79.708229ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:29.669317Z","caller":"traceutil/trace.go:171","msg":"trace[507429789] linearizableReadLoop","detail":"{readStateIndex:36010; appliedIndex:36009; }","duration":"191.206784ms","start":"2026-02-27T02:40:29.478083Z","end":"2026-02-27T02:40:29.66929Z","steps":["trace[507429789] 'read index received' (duration: 111.191578ms)","trace[507429789] 'applied index is now lower than readState.Index' (duration: 80.013855ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:29.669606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.592709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:40:29.66962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.536712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:40:29.669664Z","caller":"traceutil/trace.go:171","msg":"trace[2081368483] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34832; }","duration":"171.693252ms","start":"2026-02-27T02:40:29.497954Z","end":"2026-02-27T02:40:29.669647Z","steps":["trace[2081368483] 'agreement among raft nodes before linearized reading' (duration: 171.552279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.669674Z","caller":"traceutil/trace.go:171","msg":"trace[1987055922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34832; }","duration":"191.640424ms","start":"2026-02-27T02:40:29.478017Z","end":"2026-02-27T02:40:29.669657Z","steps":["trace[1987055922] 'agreement among raft nodes before linearized reading' (duration: 191.431629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:29.669776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.580105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:40:29.669827Z","caller":"traceutil/trace.go:171","msg":"trace[664049027] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34832; }","duration":"170.643677ms","start":"2026-02-27T02:40:29.49917Z","end":"2026-02-27T02:40:29.669814Z","steps":["trace[664049027] 'agreement among raft nodes before linearized reading' (duration: 170.498063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:29.670086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.952138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:40:29.670168Z","caller":"traceutil/trace.go:171","msg":"trace[2007288666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34832; }","duration":"172.079221ms","start":"2026-02-27T02:40:29.498075Z","end":"2026-02-27T02:40:29.670154Z","steps":["trace[2007288666] 'agreement among raft nodes before linearized reading' (duration: 171.900336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.814276Z","caller":"traceutil/trace.go:171","msg":"trace[1925063613] linearizableReadLoop","detail":"{readStateIndex:36013; appliedIndex:36011; }","duration":"136.578867ms","start":"2026-02-27T02:40:29.677676Z","end":"2026-02-27T02:40:29.814254Z","steps":["trace[1925063613] 'read index received' (duration: 124.701521ms)","trace[1925063613] 'applied index is now lower than readState.Index' (duration: 11.873286ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:29.814323Z","caller":"traceutil/trace.go:171","msg":"trace[500884275] transaction","detail":"{read_only:false; response_revision:34833; number_of_response:1; }","duration":"136.648439ms","start":"2026-02-27T02:40:29.677648Z","end":"2026-02-27T02:40:29.814296Z","steps":["trace[500884275] 'process raft request' (duration: 124.64531ms)","trace[500884275] 'compare' (duration: 11.806544ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:29.814401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.706729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:29.814354Z","caller":"traceutil/trace.go:171","msg":"trace[693322350] transaction","detail":"{read_only:false; response_revision:34834; number_of_response:1; }","duration":"136.69105ms","start":"2026-02-27T02:40:29.677645Z","end":"2026-02-27T02:40:29.814336Z","steps":["trace[693322350] 'process raft request' (duration: 136.563807ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.814431Z","caller":"traceutil/trace.go:171","msg":"trace[857803153] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:34834; }","duration":"136.778942ms","start":"2026-02-27T02:40:29.677644Z","end":"2026-02-27T02:40:29.814423Z","steps":["trace[857803153] 'agreement among raft nodes before linearized reading' (duration: 136.70945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.817273Z","caller":"traceutil/trace.go:171","msg":"trace[13965003] transaction","detail":"{read_only:false; response_revision:34837; number_of_response:1; }","duration":"139.572476ms","start":"2026-02-27T02:40:29.677689Z","end":"2026-02-27T02:40:29.817262Z","steps":["trace[13965003] 'process raft request' (duration: 139.502305ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.817271Z","caller":"traceutil/trace.go:171","msg":"trace[1713822267] transaction","detail":"{read_only:false; response_revision:34835; number_of_response:1; }","duration":"139.574726ms","start":"2026-02-27T02:40:29.677663Z","end":"2026-02-27T02:40:29.817238Z","steps":["trace[1713822267] 'process raft request' (duration: 139.358601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.817405Z","caller":"traceutil/trace.go:171","msg":"trace[2074403466] transaction","detail":"{read_only:false; response_revision:34836; number_of_response:1; }","duration":"139.702819ms","start":"2026-02-27T02:40:29.677685Z","end":"2026-02-27T02:40:29.817388Z","steps":["trace[2074403466] 'process raft request' (duration: 139.472454ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:29.817563Z","caller":"traceutil/trace.go:171","msg":"trace[2115755234] transaction","detail":"{read_only:false; response_revision:34838; number_of_response:1; }","duration":"139.73583ms","start":"2026-02-27T02:40:29.677728Z","end":"2026-02-27T02:40:29.817463Z","steps":["trace[2115755234] 'process raft request' (duration: 139.483804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:30.001676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.270454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:40:31.821315Z","caller":"traceutil/trace.go:171","msg":"trace[387062880] transaction","detail":"{read_only:false; response_revision:34844; number_of_response:1; }","duration":"145.404041ms","start":"2026-02-27T02:40:31.675896Z","end":"2026-02-27T02:40:31.8213Z","steps":["trace[387062880] 'process raft request' (duration: 145.302849ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:31.823359Z","caller":"traceutil/trace.go:171","msg":"trace[579575790] linearizableReadLoop","detail":"{readStateIndex:36025; appliedIndex:36023; }","duration":"109.584961ms","start":"2026-02-27T02:40:31.713746Z","end":"2026-02-27T02:40:31.823331Z","steps":["trace[579575790] 'read index received' (duration: 107.529774ms)","trace[579575790] 'applied index is now lower than readState.Index' (duration: 2.054167ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:31.823425Z","caller":"traceutil/trace.go:171","msg":"trace[898368866] transaction","detail":"{read_only:false; response_revision:34845; number_of_response:1; }","duration":"138.598213ms","start":"2026-02-27T02:40:31.684775Z","end":"2026-02-27T02:40:31.823373Z","steps":["trace[898368866] 'process raft request' (duration: 138.414959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:31.823704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.966519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:40:31.823778Z","caller":"traceutil/trace.go:171","msg":"trace[256386590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34845; }","duration":"110.094932ms","start":"2026-02-27T02:40:31.713666Z","end":"2026-02-27T02:40:31.823761Z","steps":["trace[256386590] 'agreement among raft nodes before linearized reading' (duration: 109.878697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:31.982095Z","caller":"traceutil/trace.go:171","msg":"trace[1617360272] transaction","detail":"{read_only:false; response_revision:34846; number_of_response:1; }","duration":"154.612355ms","start":"2026-02-27T02:40:31.827459Z","end":"2026-02-27T02:40:31.982071Z","steps":["trace[1617360272] 'process raft request' (duration: 55.136869ms)","trace[1617360272] 'compare' (duration: 99.322973ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:32.011559Z","caller":"traceutil/trace.go:171","msg":"trace[1144065250] linearizableReadLoop","detail":"{readStateIndex:36028; appliedIndex:36025; }","duration":"183.469394ms","start":"2026-02-27T02:40:31.828074Z","end":"2026-02-27T02:40:32.011543Z","steps":["trace[1144065250] 'read index received' (duration: 54.536434ms)","trace[1144065250] 'applied index is now lower than readState.Index' (duration: 128.93209ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:32.011746Z","caller":"traceutil/trace.go:171","msg":"trace[948611469] transaction","detail":"{read_only:false; response_revision:34850; number_of_response:1; }","duration":"183.317071ms","start":"2026-02-27T02:40:31.828392Z","end":"2026-02-27T02:40:32.011709Z","steps":["trace[948611469] 'process raft request' (duration: 183.079765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:32.011852Z","caller":"traceutil/trace.go:171","msg":"trace[615163745] transaction","detail":"{read_only:false; response_revision:34851; number_of_response:1; }","duration":"165.235432ms","start":"2026-02-27T02:40:31.846599Z","end":"2026-02-27T02:40:32.011835Z","steps":["trace[615163745] 'process raft request' (duration: 164.904144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:32.011872Z","caller":"traceutil/trace.go:171","msg":"trace[137267595] transaction","detail":"{read_only:false; response_revision:34849; number_of_response:1; }","duration":"183.72706ms","start":"2026-02-27T02:40:31.828124Z","end":"2026-02-27T02:40:32.011851Z","steps":["trace[137267595] 'process raft request' (duration: 183.30536ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:32.011916Z","caller":"traceutil/trace.go:171","msg":"trace[1485315655] transaction","detail":"{read_only:false; response_revision:34847; number_of_response:1; }","duration":"184.245692ms","start":"2026-02-27T02:40:31.827659Z","end":"2026-02-27T02:40:32.011904Z","steps":["trace[1485315655] 'process raft request' (duration: 183.566516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:32.011831Z","caller":"traceutil/trace.go:171","msg":"trace[201963300] transaction","detail":"{read_only:false; response_revision:34848; number_of_response:1; }","duration":"184.082098ms","start":"2026-02-27T02:40:31.827687Z","end":"2026-02-27T02:40:32.011769Z","steps":["trace[201963300] 'process raft request' (duration: 183.641268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:32.012104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.009757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:40:32.012191Z","caller":"traceutil/trace.go:171","msg":"trace[925967831] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34851; }","duration":"184.118519ms","start":"2026-02-27T02:40:31.828045Z","end":"2026-02-27T02:40:32.012164Z","steps":["trace[925967831] 'agreement among raft nodes before linearized reading' (duration: 183.894154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:32.312211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.064656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-27T02:40:32.312306Z","caller":"traceutil/trace.go:171","msg":"trace[1535785070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34851; }","duration":"221.19697ms","start":"2026-02-27T02:40:32.091094Z","end":"2026-02-27T02:40:32.312291Z","steps":["trace[1535785070] 'range keys from in-memory index tree' (duration: 220.919373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:33.618389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.561573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:33.618545Z","caller":"traceutil/trace.go:171","msg":"trace[1775523924] transaction","detail":"{read_only:false; response_revision:34854; number_of_response:1; }","duration":"350.589029ms","start":"2026-02-27T02:40:33.26792Z","end":"2026-02-27T02:40:33.618509Z","steps":["trace[1775523924] 'process raft request' (duration: 48.799801ms)","trace[1775523924] 'compare' (duration: 301.051651ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:33.618743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:33.267906Z","time spent":"350.726042ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:34.278936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.04915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:34.279628Z","caller":"traceutil/trace.go:171","msg":"trace[89370939] transaction","detail":"{read_only:false; response_revision:34855; number_of_response:1; }","duration":"826.127916ms","start":"2026-02-27T02:40:33.453462Z","end":"2026-02-27T02:40:34.27959Z","steps":["trace[89370939] 'process raft request' (duration: 568.299718ms)","trace[89370939] 'compare' (duration: 256.708872ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:34.279654Z","caller":"traceutil/trace.go:171","msg":"trace[596716449] transaction","detail":"{read_only:false; response_revision:34856; number_of_response:1; }","duration":"826.126126ms","start":"2026-02-27T02:40:33.453486Z","end":"2026-02-27T02:40:34.279612Z","steps":["trace[596716449] 'process raft request' (duration: 825.590853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.279797Z","caller":"traceutil/trace.go:171","msg":"trace[1306633860] transaction","detail":"{read_only:false; response_revision:34857; number_of_response:1; }","duration":"826.203818ms","start":"2026-02-27T02:40:33.45355Z","end":"2026-02-27T02:40:34.279754Z","steps":["trace[1306633860] 'process raft request' (duration: 825.650685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.279839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:33.453441Z","time spent":"826.269909ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:34.279915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:33.453526Z","time spent":"826.337021ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:34.280042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:33.453464Z","time spent":"826.261289ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:34.280317Z","caller":"traceutil/trace.go:171","msg":"trace[1535390497] transaction","detail":"{read_only:false; response_revision:34858; number_of_response:1; }","duration":"453.701391ms","start":"2026-02-27T02:40:33.826602Z","end":"2026-02-27T02:40:34.280304Z","steps":["trace[1535390497] 'process raft request' (duration: 452.646806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.280396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:33.826576Z","time spent":"453.778092ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:34.280449Z","caller":"traceutil/trace.go:171","msg":"trace[1811819546] linearizableReadLoop","detail":"{readStateIndex:36037; appliedIndex:36034; }","duration":"616.223079ms","start":"2026-02-27T02:40:33.664207Z","end":"2026-02-27T02:40:34.28043Z","steps":["trace[1811819546] 'read index received' (duration: 357.480109ms)","trace[1811819546] 'applied index is now lower than readState.Index' (duration: 258.73982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:34.280728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.504156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:40:34.280849Z","caller":"traceutil/trace.go:171","msg":"trace[319519125] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34858; }","duration":"616.68916ms","start":"2026-02-27T02:40:33.664125Z","end":"2026-02-27T02:40:34.280814Z","steps":["trace[319519125] 'agreement among raft nodes before linearized reading' (duration: 616.412393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.280897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.201855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:40:34.280921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:33.664103Z","time spent":"616.801313ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T02:40:34.280939Z","caller":"traceutil/trace.go:171","msg":"trace[1309645333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34859; }","duration":"524.311187ms","start":"2026-02-27T02:40:33.756613Z","end":"2026-02-27T02:40:34.280925Z","steps":["trace[1309645333] 'agreement among raft nodes before linearized reading' (duration: 524.139743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.281066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.182275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:40:34.281099Z","caller":"traceutil/trace.go:171","msg":"trace[288093554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34859; }","duration":"264.223137ms","start":"2026-02-27T02:40:34.016868Z","end":"2026-02-27T02:40:34.281091Z","steps":["trace[288093554] 'agreement among raft nodes before linearized reading' (duration: 264.099584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.281095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:33.756578Z","time spent":"524.503212ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:40:34.281193Z","caller":"traceutil/trace.go:171","msg":"trace[900988791] transaction","detail":"{read_only:false; response_revision:34859; number_of_response:1; }","duration":"198.027162ms","start":"2026-02-27T02:40:34.083148Z","end":"2026-02-27T02:40:34.281175Z","steps":["trace[900988791] 'process raft request' (duration: 197.051709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.281311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.450362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:40:34.281362Z","caller":"traceutil/trace.go:171","msg":"trace[1115776825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34859; }","duration":"264.526924ms","start":"2026-02-27T02:40:34.016821Z","end":"2026-02-27T02:40:34.281348Z","steps":["trace[1115776825] 'agreement among raft nodes before linearized reading' (duration: 264.402571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.281497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.872031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:40:34.281526Z","caller":"traceutil/trace.go:171","msg":"trace[1345355901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34859; }","duration":"264.947484ms","start":"2026-02-27T02:40:34.016571Z","end":"2026-02-27T02:40:34.281519Z","steps":["trace[1345355901] 'agreement among raft nodes before linearized reading' (duration: 264.867722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.281594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.520789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:141"} {"level":"warn","ts":"2026-02-27T02:40:34.281604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.194257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:40:34.28164Z","caller":"traceutil/trace.go:171","msg":"trace[759497509] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:34859; }","duration":"250.599891ms","start":"2026-02-27T02:40:34.031029Z","end":"2026-02-27T02:40:34.281629Z","steps":["trace[759497509] 'agreement among raft nodes before linearized reading' (duration: 250.460377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.281638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.212686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:40:34.281674Z","caller":"traceutil/trace.go:171","msg":"trace[1248073611] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34859; }","duration":"264.281228ms","start":"2026-02-27T02:40:34.017373Z","end":"2026-02-27T02:40:34.281654Z","steps":["trace[1248073611] 'agreement among raft nodes before linearized reading' (duration: 263.415118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.281648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.457121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:40:34.281723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.539107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:40:34.281739Z","caller":"traceutil/trace.go:171","msg":"trace[944314875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34859; }","duration":"295.580144ms","start":"2026-02-27T02:40:33.986146Z","end":"2026-02-27T02:40:34.281726Z","steps":["trace[944314875] 'agreement among raft nodes before linearized reading' (duration: 295.440071ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.281766Z","caller":"traceutil/trace.go:171","msg":"trace[1411657737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34859; }","duration":"453.611158ms","start":"2026-02-27T02:40:33.828142Z","end":"2026-02-27T02:40:34.281753Z","steps":["trace[1411657737] 'agreement among raft nodes before linearized reading' (duration: 453.526567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.281801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:33.828123Z","time spent":"453.67042ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:40:34.281692Z","caller":"traceutil/trace.go:171","msg":"trace[646723373] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34859; }","duration":"264.275468ms","start":"2026-02-27T02:40:34.017403Z","end":"2026-02-27T02:40:34.281678Z","steps":["trace[646723373] 'agreement among raft nodes before linearized reading' (duration: 264.128594ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.468026Z","caller":"traceutil/trace.go:171","msg":"trace[1658864488] transaction","detail":"{read_only:false; response_revision:34860; number_of_response:1; }","duration":"181.819416ms","start":"2026-02-27T02:40:34.286165Z","end":"2026-02-27T02:40:34.467984Z","steps":["trace[1658864488] 'process raft request' (duration: 127.461616ms)","trace[1658864488] 'compare' (duration: 54.114224ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:34.468049Z","caller":"traceutil/trace.go:171","msg":"trace[428145486] transaction","detail":"{read_only:false; response_revision:34861; number_of_response:1; }","duration":"181.701694ms","start":"2026-02-27T02:40:34.286323Z","end":"2026-02-27T02:40:34.468025Z","steps":["trace[428145486] 'process raft request' (duration: 181.597982ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.468357Z","caller":"traceutil/trace.go:171","msg":"trace[532003468] transaction","detail":"{read_only:false; response_revision:34862; number_of_response:1; }","duration":"181.882567ms","start":"2026-02-27T02:40:34.286462Z","end":"2026-02-27T02:40:34.468345Z","steps":["trace[532003468] 'process raft request' (duration: 181.517769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.468724Z","caller":"traceutil/trace.go:171","msg":"trace[2135810618] transaction","detail":"{read_only:false; response_revision:34863; number_of_response:1; }","duration":"182.025301ms","start":"2026-02-27T02:40:34.286667Z","end":"2026-02-27T02:40:34.468692Z","steps":["trace[2135810618] 'process raft request' (duration: 181.574741ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.46878Z","caller":"traceutil/trace.go:171","msg":"trace[34901224] transaction","detail":"{read_only:false; response_revision:34864; number_of_response:1; }","duration":"182.00567ms","start":"2026-02-27T02:40:34.286758Z","end":"2026-02-27T02:40:34.468763Z","steps":["trace[34901224] 'process raft request' (duration: 181.758554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.46904Z","caller":"traceutil/trace.go:171","msg":"trace[949521849] transaction","detail":"{read_only:false; response_revision:34865; number_of_response:1; }","duration":"180.459565ms","start":"2026-02-27T02:40:34.288569Z","end":"2026-02-27T02:40:34.469028Z","steps":["trace[949521849] 'process raft request' (duration: 180.082606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.469251Z","caller":"traceutil/trace.go:171","msg":"trace[1749374863] transaction","detail":"{read_only:false; response_revision:34866; number_of_response:1; }","duration":"180.351172ms","start":"2026-02-27T02:40:34.288889Z","end":"2026-02-27T02:40:34.46924Z","steps":["trace[1749374863] 'process raft request' (duration: 180.102576ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.469402Z","caller":"traceutil/trace.go:171","msg":"trace[1014326358] transaction","detail":"{read_only:false; response_revision:34867; number_of_response:1; }","duration":"180.386183ms","start":"2026-02-27T02:40:34.289007Z","end":"2026-02-27T02:40:34.469393Z","steps":["trace[1014326358] 'process raft request' (duration: 180.195018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:34.469529Z","caller":"traceutil/trace.go:171","msg":"trace[2046577024] transaction","detail":"{read_only:false; response_revision:34868; number_of_response:1; }","duration":"148.856201ms","start":"2026-02-27T02:40:34.320656Z","end":"2026-02-27T02:40:34.469512Z","steps":["trace[2046577024] 'process raft request' (duration: 148.688587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:34.732731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.215966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:34.732818Z","caller":"traceutil/trace.go:171","msg":"trace[1145225044] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:34868; }","duration":"157.371699ms","start":"2026-02-27T02:40:34.57543Z","end":"2026-02-27T02:40:34.732802Z","steps":["trace[1145225044] 'count revisions from in-memory index tree' (duration: 157.121563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:35.856821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.821511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:35.856907Z","caller":"traceutil/trace.go:171","msg":"trace[1681131251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34869; }","duration":"101.951374ms","start":"2026-02-27T02:40:35.754934Z","end":"2026-02-27T02:40:35.856885Z","steps":["trace[1681131251] 'range keys from in-memory index tree' (duration: 101.757199ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:36.52518Z","caller":"traceutil/trace.go:171","msg":"trace[2066199216] linearizableReadLoop","detail":"{readStateIndex:36055; appliedIndex:36052; }","duration":"142.29811ms","start":"2026-02-27T02:40:36.382865Z","end":"2026-02-27T02:40:36.525163Z","steps":["trace[2066199216] 'read index received' (duration: 134.873908ms)","trace[2066199216] 'applied index is now lower than readState.Index' (duration: 7.423472ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:36.525215Z","caller":"traceutil/trace.go:171","msg":"trace[1225180290] transaction","detail":"{read_only:false; response_revision:34873; number_of_response:1; }","duration":"238.384588ms","start":"2026-02-27T02:40:36.2868Z","end":"2026-02-27T02:40:36.525184Z","steps":["trace[1225180290] 'process raft request' (duration: 238.246825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:36.525303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.422403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:36.525277Z","caller":"traceutil/trace.go:171","msg":"trace[1887754982] transaction","detail":"{read_only:false; response_revision:34874; number_of_response:1; }","duration":"226.814329ms","start":"2026-02-27T02:40:36.29843Z","end":"2026-02-27T02:40:36.525245Z","steps":["trace[1887754982] 'process raft request' (duration: 226.703907ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:36.525325Z","caller":"traceutil/trace.go:171","msg":"trace[1953976367] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:34874; }","duration":"142.491825ms","start":"2026-02-27T02:40:36.382825Z","end":"2026-02-27T02:40:36.525317Z","steps":["trace[1953976367] 'agreement among raft nodes before linearized reading' (duration: 142.436574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:36.525372Z","caller":"traceutil/trace.go:171","msg":"trace[993360809] transaction","detail":"{read_only:false; response_revision:34872; number_of_response:1; }","duration":"239.725419ms","start":"2026-02-27T02:40:36.285637Z","end":"2026-02-27T02:40:36.525362Z","steps":["trace[993360809] 'process raft request' (duration: 232.112082ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:38.4066Z","caller":"traceutil/trace.go:171","msg":"trace[213359269] transaction","detail":"{read_only:false; response_revision:34883; number_of_response:1; }","duration":"122.150682ms","start":"2026-02-27T02:40:38.28442Z","end":"2026-02-27T02:40:38.406571Z","steps":["trace[213359269] 'process raft request' (duration: 121.926747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:39.141336Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32797} {"level":"info","ts":"2026-02-27T02:40:39.141533Z","caller":"traceutil/trace.go:171","msg":"trace[1925931172] compact","detail":"{revision:32797; response_revision:34895; }","duration":"106.382277ms","start":"2026-02-27T02:40:39.03512Z","end":"2026-02-27T02:40:39.141502Z","steps":["trace[1925931172] 'process raft request' (duration: 68.321075ms)","trace[1925931172] 'check and update compact revision' (duration: 37.840827ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:39.645494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.214249ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:40:39.645603Z","caller":"traceutil/trace.go:171","msg":"trace[154609481] linearizableReadLoop","detail":"{readStateIndex:36078; appliedIndex:36077; }","duration":"131.776216ms","start":"2026-02-27T02:40:39.513809Z","end":"2026-02-27T02:40:39.645585Z","steps":["trace[154609481] 'read index received' (duration: 29.241µs)","trace[154609481] 'applied index is now lower than readState.Index' (duration: 131.742585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:39.645694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.875958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:39.64573Z","caller":"traceutil/trace.go:171","msg":"trace[70914213] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:34895; }","duration":"131.95304ms","start":"2026-02-27T02:40:39.513767Z","end":"2026-02-27T02:40:39.64572Z","steps":["trace[70914213] 'agreement among raft nodes before linearized reading' (duration: 131.866598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:40.479908Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32797,"took":"1.334085475s","hash":2502381041,"current-db-size-bytes":50515968,"current-db-size":"50 MB","current-db-size-in-use-bytes":29851648,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T02:40:40.480009Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2502381041,"revision":32797,"compact-revision":30621} {"level":"info","ts":"2026-02-27T02:40:40.739526Z","caller":"traceutil/trace.go:171","msg":"trace[581597397] transaction","detail":"{read_only:false; response_revision:34901; number_of_response:1; }","duration":"120.652748ms","start":"2026-02-27T02:40:40.618854Z","end":"2026-02-27T02:40:40.739506Z","steps":["trace[581597397] 'process raft request' (duration: 120.578406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:40.739636Z","caller":"traceutil/trace.go:171","msg":"trace[778925652] transaction","detail":"{read_only:false; response_revision:34900; number_of_response:1; }","duration":"121.140359ms","start":"2026-02-27T02:40:40.618489Z","end":"2026-02-27T02:40:40.73963Z","steps":["trace[778925652] 'process raft request' (duration: 112.816596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:41.932195Z","caller":"traceutil/trace.go:171","msg":"trace[879802093] transaction","detail":"{read_only:false; response_revision:34910; number_of_response:1; }","duration":"148.166096ms","start":"2026-02-27T02:40:41.784007Z","end":"2026-02-27T02:40:41.932173Z","steps":["trace[879802093] 'process raft request' (duration: 148.037903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:42.744374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.464405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-27T02:40:42.744432Z","caller":"traceutil/trace.go:171","msg":"trace[143185825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34911; }","duration":"177.538596ms","start":"2026-02-27T02:40:42.566879Z","end":"2026-02-27T02:40:42.744418Z","steps":["trace[143185825] 'range keys from in-memory index tree' (duration: 177.355562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:42.744917Z","caller":"traceutil/trace.go:171","msg":"trace[1479130212] transaction","detail":"{read_only:false; response_revision:34912; number_of_response:1; }","duration":"115.943228ms","start":"2026-02-27T02:40:42.628942Z","end":"2026-02-27T02:40:42.744885Z","steps":["trace[1479130212] 'process raft request' (duration: 91.985633ms)","trace[1479130212] 'compare' (duration: 23.72922ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:42.918643Z","caller":"traceutil/trace.go:171","msg":"trace[1554256968] transaction","detail":"{read_only:false; response_revision:34913; number_of_response:1; }","duration":"173.997005ms","start":"2026-02-27T02:40:42.744618Z","end":"2026-02-27T02:40:42.918615Z","steps":["trace[1554256968] 'process raft request' (duration: 114.928655ms)","trace[1554256968] 'compare' (duration: 58.950247ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:42.919826Z","caller":"traceutil/trace.go:171","msg":"trace[956398450] linearizableReadLoop","detail":"{readStateIndex:36097; appliedIndex:36095; }","duration":"151.905843ms","start":"2026-02-27T02:40:42.767906Z","end":"2026-02-27T02:40:42.919812Z","steps":["trace[956398450] 'read index received' (duration: 91.647835ms)","trace[956398450] 'applied index is now lower than readState.Index' (duration: 60.257058ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:42.920043Z","caller":"traceutil/trace.go:171","msg":"trace[190303941] transaction","detail":"{read_only:false; response_revision:34914; number_of_response:1; }","duration":"171.229221ms","start":"2026-02-27T02:40:42.748803Z","end":"2026-02-27T02:40:42.920032Z","steps":["trace[190303941] 'process raft request' (duration: 170.923864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:42.92029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.366603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:40:42.92033Z","caller":"traceutil/trace.go:171","msg":"trace[549818038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34914; }","duration":"152.419485ms","start":"2026-02-27T02:40:42.767901Z","end":"2026-02-27T02:40:42.92032Z","steps":["trace[549818038] 'agreement among raft nodes before linearized reading' (duration: 152.265571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:42.920655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.098842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:40:42.920729Z","caller":"traceutil/trace.go:171","msg":"trace[831087939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34914; }","duration":"119.186744ms","start":"2026-02-27T02:40:42.801525Z","end":"2026-02-27T02:40:42.920712Z","steps":["trace[831087939] 'agreement among raft nodes before linearized reading' (duration: 118.973679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:42.920891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.00013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:40:42.920915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.984829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:40:42.920929Z","caller":"traceutil/trace.go:171","msg":"trace[653412198] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34914; }","duration":"119.052ms","start":"2026-02-27T02:40:42.801865Z","end":"2026-02-27T02:40:42.920917Z","steps":["trace[653412198] 'agreement among raft nodes before linearized reading' (duration: 118.967118ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:42.920959Z","caller":"traceutil/trace.go:171","msg":"trace[34759511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34914; }","duration":"119.042721ms","start":"2026-02-27T02:40:42.801903Z","end":"2026-02-27T02:40:42.920946Z","steps":["trace[34759511] 'agreement among raft nodes before linearized reading' (duration: 118.913918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:42.921051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.381378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:40:42.92103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.794664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:40:42.921084Z","caller":"traceutil/trace.go:171","msg":"trace[543745659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34914; }","duration":"119.412669ms","start":"2026-02-27T02:40:42.801663Z","end":"2026-02-27T02:40:42.921076Z","steps":["trace[543745659] 'agreement among raft nodes before linearized reading' (duration: 119.335067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:42.921111Z","caller":"traceutil/trace.go:171","msg":"trace[1304820674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34914; }","duration":"118.899167ms","start":"2026-02-27T02:40:42.80219Z","end":"2026-02-27T02:40:42.921089Z","steps":["trace[1304820674] 'agreement among raft nodes before linearized reading' (duration: 118.678962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:42.921124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.524262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:40:42.921161Z","caller":"traceutil/trace.go:171","msg":"trace[1861778021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34914; }","duration":"119.595154ms","start":"2026-02-27T02:40:42.801556Z","end":"2026-02-27T02:40:42.921151Z","steps":["trace[1861778021] 'agreement among raft nodes before linearized reading' (duration: 119.505402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:43.199453Z","caller":"traceutil/trace.go:171","msg":"trace[1005147003] transaction","detail":"{read_only:false; response_revision:34916; number_of_response:1; }","duration":"270.776588ms","start":"2026-02-27T02:40:42.928648Z","end":"2026-02-27T02:40:43.199425Z","steps":["trace[1005147003] 'process raft request' (duration: 270.099893ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:43.199498Z","caller":"traceutil/trace.go:171","msg":"trace[1027649138] transaction","detail":"{read_only:false; response_revision:34917; number_of_response:1; }","duration":"270.761938ms","start":"2026-02-27T02:40:42.928693Z","end":"2026-02-27T02:40:43.199455Z","steps":["trace[1027649138] 'process raft request' (duration: 270.595664ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:43.199798Z","caller":"traceutil/trace.go:171","msg":"trace[2069564786] transaction","detail":"{read_only:false; response_revision:34918; number_of_response:1; }","duration":"271.014094ms","start":"2026-02-27T02:40:42.928738Z","end":"2026-02-27T02:40:43.199752Z","steps":["trace[2069564786] 'process raft request' (duration: 270.592814ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:43.19985Z","caller":"traceutil/trace.go:171","msg":"trace[1514912283] transaction","detail":"{read_only:false; response_revision:34920; number_of_response:1; }","duration":"271.052385ms","start":"2026-02-27T02:40:42.928788Z","end":"2026-02-27T02:40:43.199841Z","steps":["trace[1514912283] 'process raft request' (duration: 270.596834ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:43.199841Z","caller":"traceutil/trace.go:171","msg":"trace[426493037] transaction","detail":"{read_only:false; response_revision:34919; number_of_response:1; }","duration":"271.061525ms","start":"2026-02-27T02:40:42.928759Z","end":"2026-02-27T02:40:43.19982Z","steps":["trace[426493037] 'process raft request' (duration: 270.596135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:43.200047Z","caller":"traceutil/trace.go:171","msg":"trace[285167042] linearizableReadLoop","detail":"{readStateIndex:36104; appliedIndex:36098; }","duration":"169.696384ms","start":"2026-02-27T02:40:43.030342Z","end":"2026-02-27T02:40:43.200039Z","steps":["trace[285167042] 'read index received' (duration: 168.364184ms)","trace[285167042] 'applied index is now lower than readState.Index' (duration: 1.33176ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:43.200116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.765357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:43.20014Z","caller":"traceutil/trace.go:171","msg":"trace[1299752128] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:34921; }","duration":"169.805068ms","start":"2026-02-27T02:40:43.030327Z","end":"2026-02-27T02:40:43.200132Z","steps":["trace[1299752128] 'agreement among raft nodes before linearized reading' (duration: 169.740006ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:43.20027Z","caller":"traceutil/trace.go:171","msg":"trace[1230396260] transaction","detail":"{read_only:false; response_revision:34921; number_of_response:1; }","duration":"271.455275ms","start":"2026-02-27T02:40:42.92881Z","end":"2026-02-27T02:40:43.200265Z","steps":["trace[1230396260] 'process raft request' (duration: 270.992404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:44.119924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.138063ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:40:44.214711Z","caller":"traceutil/trace.go:171","msg":"trace[1531621582] linearizableReadLoop","detail":"{readStateIndex:36106; appliedIndex:36105; }","duration":"183.463394ms","start":"2026-02-27T02:40:44.031215Z","end":"2026-02-27T02:40:44.214679Z","steps":["trace[1531621582] 'read index received' (duration: 183.31254ms)","trace[1531621582] 'applied index is now lower than readState.Index' (duration: 149.564µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:44.214858Z","caller":"traceutil/trace.go:171","msg":"trace[1544878402] transaction","detail":"{read_only:false; response_revision:34923; number_of_response:1; }","duration":"277.30066ms","start":"2026-02-27T02:40:43.937526Z","end":"2026-02-27T02:40:44.214826Z","steps":["trace[1544878402] 'process raft request' (duration: 276.977453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:44.214985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.754531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-27T02:40:44.215079Z","caller":"traceutil/trace.go:171","msg":"trace[120462528] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:34923; }","duration":"183.863993ms","start":"2026-02-27T02:40:44.031166Z","end":"2026-02-27T02:40:44.21503Z","steps":["trace[120462528] 'agreement among raft nodes before linearized reading' (duration: 183.657938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:44.411731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.034507ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T02:40:45.170629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.454498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:45.170713Z","caller":"traceutil/trace.go:171","msg":"trace[2115946605] transaction","detail":"{read_only:false; response_revision:34924; number_of_response:1; }","duration":"757.893034ms","start":"2026-02-27T02:40:44.412805Z","end":"2026-02-27T02:40:45.170698Z","steps":["trace[2115946605] 'process raft request' (duration: 369.293743ms)","trace[2115946605] 'compare' (duration: 388.309195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:45.170765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:44.41278Z","time spent":"757.955915ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:45.576698Z","caller":"traceutil/trace.go:171","msg":"trace[752307273] transaction","detail":"{read_only:false; response_revision:34925; number_of_response:1; }","duration":"1.096899165s","start":"2026-02-27T02:40:44.479754Z","end":"2026-02-27T02:40:45.576653Z","steps":["trace[752307273] 'process raft request' (duration: 1.087068517s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:45.576779Z","caller":"traceutil/trace.go:171","msg":"trace[2043208514] transaction","detail":"{read_only:false; response_revision:34926; number_of_response:1; }","duration":"1.045261417s","start":"2026-02-27T02:40:44.53149Z","end":"2026-02-27T02:40:45.576752Z","steps":["trace[2043208514] 'process raft request' (duration: 1.045081453s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:45.576842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:44.479727Z","time spent":"1.097039959s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18055,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:45.576898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:44.531476Z","time spent":"1.04536019s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:45.577014Z","caller":"traceutil/trace.go:171","msg":"trace[506197338] transaction","detail":"{read_only:false; response_revision:34927; number_of_response:1; }","duration":"1.021947327s","start":"2026-02-27T02:40:44.554916Z","end":"2026-02-27T02:40:45.576863Z","steps":["trace[506197338] 'process raft request' (duration: 1.021736392s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:45.576712Z","caller":"traceutil/trace.go:171","msg":"trace[79759043] linearizableReadLoop","detail":"{readStateIndex:36111; appliedIndex:36107; }","duration":"995.617707ms","start":"2026-02-27T02:40:44.581078Z","end":"2026-02-27T02:40:45.576696Z","steps":["trace[79759043] 'read index received' (duration: 201.111754ms)","trace[79759043] 'applied index is now lower than readState.Index' (duration: 794.505203ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:45.577123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:44.554889Z","time spent":"1.022199373s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:45.577194Z","caller":"traceutil/trace.go:171","msg":"trace[287911823] transaction","detail":"{read_only:false; response_revision:34928; number_of_response:1; }","duration":"827.58995ms","start":"2026-02-27T02:40:44.749597Z","end":"2026-02-27T02:40:45.577187Z","steps":["trace[287911823] 'process raft request' (duration: 827.076548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:45.577352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:44.749568Z","time spent":"827.655372ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:45.577023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.718309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:45.577554Z","caller":"traceutil/trace.go:171","msg":"trace[1398395533] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:34928; }","duration":"996.391395ms","start":"2026-02-27T02:40:44.581065Z","end":"2026-02-27T02:40:45.577456Z","steps":["trace[1398395533] 'agreement among raft nodes before linearized reading' (duration: 995.681598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:45.577688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:44.580985Z","time spent":"996.63699ms","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:40:45.666113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.796718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:40:45.666141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.672407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T02:40:45.666203Z","caller":"traceutil/trace.go:171","msg":"trace[1994961201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34930; }","duration":"461.952372ms","start":"2026-02-27T02:40:45.204232Z","end":"2026-02-27T02:40:45.666184Z","steps":["trace[1994961201] 'agreement among raft nodes before linearized reading' (duration: 461.682056ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:45.66623Z","caller":"traceutil/trace.go:171","msg":"trace[1064135507] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34930; }","duration":"493.809041ms","start":"2026-02-27T02:40:45.172402Z","end":"2026-02-27T02:40:45.666211Z","steps":["trace[1064135507] 'agreement among raft nodes before linearized reading' (duration: 493.548755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:45.666208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.130779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T02:40:45.666266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.744898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:45.666366Z","caller":"traceutil/trace.go:171","msg":"trace[1650249718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34930; }","duration":"463.337144ms","start":"2026-02-27T02:40:45.20299Z","end":"2026-02-27T02:40:45.666327Z","steps":["trace[1650249718] 'agreement among raft nodes before linearized reading' (duration: 462.958605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:45.666435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.172386Z","time spent":"494.033395ms","remote":"127.0.0.1:46766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:40:45.666248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.204223Z","time spent":"462.015463ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:40:45.666513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.300906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:40:45.666539Z","caller":"traceutil/trace.go:171","msg":"trace[1120478219] transaction","detail":"{read_only:false; response_revision:34929; number_of_response:1; }","duration":"741.467083ms","start":"2026-02-27T02:40:44.925056Z","end":"2026-02-27T02:40:45.666523Z","steps":["trace[1120478219] 'process raft request' (duration: 740.598853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:45.666572Z","caller":"traceutil/trace.go:171","msg":"trace[1023233618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34930; }","duration":"649.354228ms","start":"2026-02-27T02:40:45.017201Z","end":"2026-02-27T02:40:45.666556Z","steps":["trace[1023233618] 'agreement among raft nodes before linearized reading' (duration: 649.208254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:45.666679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.017153Z","time spent":"649.518631ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:40:45.666689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:44.925029Z","time spent":"741.548625ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:45.666808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.469224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-02-27T02:40:45.666303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.612817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:40:45.66644Z","caller":"traceutil/trace.go:171","msg":"trace[1083253178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34930; }","duration":"684.966893ms","start":"2026-02-27T02:40:44.981441Z","end":"2026-02-27T02:40:45.666408Z","steps":["trace[1083253178] 'agreement among raft nodes before linearized reading' (duration: 684.687497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:45.666938Z","caller":"traceutil/trace.go:171","msg":"trace[1231488904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34930; }","duration":"463.353684ms","start":"2026-02-27T02:40:45.203573Z","end":"2026-02-27T02:40:45.666927Z","steps":["trace[1231488904] 'agreement among raft nodes before linearized reading' (duration: 462.469724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:45.666981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:44.981426Z","time spent":"685.547706ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:40:45.667006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.203556Z","time spent":"463.435367ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:40:45.666342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.611795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:40:45.66631Z","caller":"traceutil/trace.go:171","msg":"trace[371086665] transaction","detail":"{read_only:false; response_revision:34930; number_of_response:1; }","duration":"737.455071ms","start":"2026-02-27T02:40:44.928807Z","end":"2026-02-27T02:40:45.666262Z","steps":["trace[371086665] 'process raft request' (duration: 737.029261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:45.667082Z","caller":"traceutil/trace.go:171","msg":"trace[139575449] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34930; }","duration":"462.348221ms","start":"2026-02-27T02:40:45.204709Z","end":"2026-02-27T02:40:45.667057Z","steps":["trace[139575449] 'agreement among raft nodes before linearized reading' (duration: 461.566473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:45.666462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.202972Z","time spent":"463.471917ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:40:45.667148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.204702Z","time spent":"462.417513ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:40:45.667193Z","caller":"traceutil/trace.go:171","msg":"trace[677449090] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34930; }","duration":"462.576067ms","start":"2026-02-27T02:40:45.204296Z","end":"2026-02-27T02:40:45.666872Z","steps":["trace[677449090] 'agreement among raft nodes before linearized reading' (duration: 462.110526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:45.667204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:44.928777Z","time spent":"738.32853ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:45.667322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.955168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:40:45.667382Z","caller":"traceutil/trace.go:171","msg":"trace[1831727150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34930; }","duration":"464.05065ms","start":"2026-02-27T02:40:45.203319Z","end":"2026-02-27T02:40:45.667369Z","steps":["trace[1831727150] 'agreement among raft nodes before linearized reading' (duration: 463.382815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:45.667416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.203302Z","time spent":"464.106862ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:40:45.667375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.204241Z","time spent":"463.109659ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:40:45.981372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.515866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:45.981466Z","caller":"traceutil/trace.go:171","msg":"trace[919386172] transaction","detail":"{read_only:false; response_revision:34931; number_of_response:1; }","duration":"309.390563ms","start":"2026-02-27T02:40:45.67206Z","end":"2026-02-27T02:40:45.98145Z","steps":["trace[919386172] 'process raft request' (duration: 18.914029ms)","trace[919386172] 'compare' (duration: 290.110856ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:45.981537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.672045Z","time spent":"309.445924ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:46.244821Z","caller":"traceutil/trace.go:171","msg":"trace[403454068] transaction","detail":"{read_only:false; response_revision:34932; number_of_response:1; }","duration":"572.703029ms","start":"2026-02-27T02:40:45.672096Z","end":"2026-02-27T02:40:46.244799Z","steps":["trace[403454068] 'process raft request' (duration: 485.039996ms)","trace[403454068] 'compare' (duration: 87.468619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:46.244965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.672082Z","time spent":"572.806161ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:46.245122Z","caller":"traceutil/trace.go:171","msg":"trace[1438560582] transaction","detail":"{read_only:false; response_revision:34933; number_of_response:1; }","duration":"572.423863ms","start":"2026-02-27T02:40:45.672676Z","end":"2026-02-27T02:40:46.2451Z","steps":["trace[1438560582] 'process raft request' (duration: 572.083115ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:46.245207Z","caller":"traceutil/trace.go:171","msg":"trace[1549942354] transaction","detail":"{read_only:false; response_revision:34934; number_of_response:1; }","duration":"571.982452ms","start":"2026-02-27T02:40:45.67321Z","end":"2026-02-27T02:40:46.245192Z","steps":["trace[1549942354] 'process raft request' (duration: 571.758187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:46.245305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.67265Z","time spent":"572.585326ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:46.245322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.673199Z","time spent":"572.064504ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:46.245626Z","caller":"traceutil/trace.go:171","msg":"trace[1947414277] linearizableReadLoop","detail":"{readStateIndex:36116; appliedIndex:36114; }","duration":"573.146279ms","start":"2026-02-27T02:40:45.672468Z","end":"2026-02-27T02:40:46.245615Z","steps":["trace[1947414277] 'read index received' (duration: 18.522299ms)","trace[1947414277] 'applied index is now lower than readState.Index' (duration: 554.62324ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:46.245595Z","caller":"traceutil/trace.go:171","msg":"trace[793871716] transaction","detail":"{read_only:false; response_revision:34936; number_of_response:1; }","duration":"572.246579ms","start":"2026-02-27T02:40:45.673314Z","end":"2026-02-27T02:40:46.24556Z","steps":["trace[793871716] 'process raft request' (duration: 572.071245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:46.245656Z","caller":"traceutil/trace.go:171","msg":"trace[1330930726] transaction","detail":"{read_only:false; response_revision:34935; number_of_response:1; }","duration":"572.402352ms","start":"2026-02-27T02:40:45.673223Z","end":"2026-02-27T02:40:46.245626Z","steps":["trace[1330930726] 'process raft request' (duration: 571.87631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:46.245725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.673214Z","time spent":"572.477754ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:46.245846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.673308Z","time spent":"572.380902ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:46.245861Z","caller":"traceutil/trace.go:171","msg":"trace[1206803090] transaction","detail":"{read_only:false; response_revision:34937; number_of_response:1; }","duration":"572.496594ms","start":"2026-02-27T02:40:45.673348Z","end":"2026-02-27T02:40:46.245844Z","steps":["trace[1206803090] 'process raft request' (duration: 572.185317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:46.245957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.67334Z","time spent":"572.583916ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:40:46.246359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.882027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:40:46.246406Z","caller":"traceutil/trace.go:171","msg":"trace[356367874] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:34937; }","duration":"573.944178ms","start":"2026-02-27T02:40:45.67245Z","end":"2026-02-27T02:40:46.246395Z","steps":["trace[356367874] 'agreement among raft nodes before linearized reading' (duration: 573.358924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:46.24686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.672443Z","time spent":"574.403608ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T02:40:46.293428Z","caller":"traceutil/trace.go:171","msg":"trace[57628116] transaction","detail":"{read_only:false; response_revision:34938; number_of_response:1; }","duration":"255.776511ms","start":"2026-02-27T02:40:46.037626Z","end":"2026-02-27T02:40:46.293403Z","steps":["trace[57628116] 'process raft request' (duration: 255.642908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:46.40339Z","caller":"traceutil/trace.go:171","msg":"trace[1205277959] linearizableReadLoop","detail":"{readStateIndex:36123; appliedIndex:36122; }","duration":"157.709367ms","start":"2026-02-27T02:40:46.245653Z","end":"2026-02-27T02:40:46.403362Z","steps":["trace[1205277959] 'read index received' (duration: 48.208748ms)","trace[1205277959] 'applied index is now lower than readState.Index' (duration: 109.499649ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:46.403721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.944708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:46.403722Z","caller":"traceutil/trace.go:171","msg":"trace[497775985] transaction","detail":"{read_only:false; response_revision:34939; number_of_response:1; }","duration":"182.654805ms","start":"2026-02-27T02:40:46.221029Z","end":"2026-02-27T02:40:46.403684Z","steps":["trace[497775985] 'process raft request' (duration: 181.853646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:46.403876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.245269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:46.403778Z","caller":"traceutil/trace.go:171","msg":"trace[558798577] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:34939; }","duration":"731.236595ms","start":"2026-02-27T02:40:45.672526Z","end":"2026-02-27T02:40:46.403763Z","steps":["trace[558798577] 'agreement among raft nodes before linearized reading' (duration: 730.936058ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:46.403954Z","caller":"traceutil/trace.go:171","msg":"trace[101921806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34939; }","duration":"647.387232ms","start":"2026-02-27T02:40:45.756549Z","end":"2026-02-27T02:40:46.403936Z","steps":["trace[101921806] 'agreement among raft nodes before linearized reading' (duration: 647.242908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:46.403989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.672518Z","time spent":"731.45288ms","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" "} {"level":"warn","ts":"2026-02-27T02:40:46.403999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:45.756525Z","time spent":"647.464663ms","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:40:47.781648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.822599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:47.781719Z","caller":"traceutil/trace.go:171","msg":"trace[1095650429] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:34941; }","duration":"113.930712ms","start":"2026-02-27T02:40:47.667769Z","end":"2026-02-27T02:40:47.7817Z","steps":["trace[1095650429] 'count revisions from in-memory index tree' (duration: 113.767618ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:47.782528Z","caller":"traceutil/trace.go:171","msg":"trace[1247322111] transaction","detail":"{read_only:false; response_revision:34942; number_of_response:1; }","duration":"108.967466ms","start":"2026-02-27T02:40:47.673527Z","end":"2026-02-27T02:40:47.782494Z","steps":["trace[1247322111] 'process raft request' (duration: 53.795507ms)","trace[1247322111] 'compare' (duration: 54.287909ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:47.845659Z","caller":"traceutil/trace.go:171","msg":"trace[836719894] transaction","detail":"{read_only:false; response_revision:34943; number_of_response:1; }","duration":"172.1073ms","start":"2026-02-27T02:40:47.673522Z","end":"2026-02-27T02:40:47.845629Z","steps":["trace[836719894] 'process raft request' (duration: 171.894385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:47.963042Z","caller":"traceutil/trace.go:171","msg":"trace[461145082] linearizableReadLoop","detail":"{readStateIndex:36128; appliedIndex:36127; }","duration":"113.744397ms","start":"2026-02-27T02:40:47.849271Z","end":"2026-02-27T02:40:47.963016Z","steps":["trace[461145082] 'read index received' (duration: 113.212925ms)","trace[461145082] 'applied index is now lower than readState.Index' (duration: 530.532µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:47.963142Z","caller":"traceutil/trace.go:171","msg":"trace[702642389] transaction","detail":"{read_only:false; response_revision:34944; number_of_response:1; }","duration":"164.971226ms","start":"2026-02-27T02:40:47.798141Z","end":"2026-02-27T02:40:47.963112Z","steps":["trace[702642389] 'process raft request' (duration: 164.523235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:47.963235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.941773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:40:47.963279Z","caller":"traceutil/trace.go:171","msg":"trace[1572426775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34944; }","duration":"114.029264ms","start":"2026-02-27T02:40:47.849236Z","end":"2026-02-27T02:40:47.963265Z","steps":["trace[1572426775] 'agreement among raft nodes before linearized reading' (duration: 113.879891ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:48.157165Z","caller":"traceutil/trace.go:171","msg":"trace[655970386] linearizableReadLoop","detail":"{readStateIndex:36130; appliedIndex:36129; }","duration":"136.347972ms","start":"2026-02-27T02:40:48.0208Z","end":"2026-02-27T02:40:48.157148Z","steps":["trace[655970386] 'read index received' (duration: 62.011348ms)","trace[655970386] 'applied index is now lower than readState.Index' (duration: 74.335814ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:48.157339Z","caller":"traceutil/trace.go:171","msg":"trace[1636565937] transaction","detail":"{read_only:false; response_revision:34946; number_of_response:1; }","duration":"166.523991ms","start":"2026-02-27T02:40:47.990805Z","end":"2026-02-27T02:40:48.157329Z","steps":["trace[1636565937] 'process raft request' (duration: 91.991223ms)","trace[1636565937] 'compare' (duration: 74.152679ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:48.158745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.297565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:48.158813Z","caller":"traceutil/trace.go:171","msg":"trace[566803092] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34946; }","duration":"128.414368ms","start":"2026-02-27T02:40:48.030384Z","end":"2026-02-27T02:40:48.158799Z","steps":["trace[566803092] 'agreement among raft nodes before linearized reading' (duration: 128.286805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:48.15907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.268966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:40:48.159091Z","caller":"traceutil/trace.go:171","msg":"trace[290487515] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:34946; }","duration":"138.325098ms","start":"2026-02-27T02:40:48.020761Z","end":"2026-02-27T02:40:48.159086Z","steps":["trace[290487515] 'agreement among raft nodes before linearized reading' (duration: 138.273307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:48.383544Z","caller":"traceutil/trace.go:171","msg":"trace[1465585823] transaction","detail":"{read_only:false; response_revision:34947; number_of_response:1; }","duration":"131.697354ms","start":"2026-02-27T02:40:48.251827Z","end":"2026-02-27T02:40:48.383524Z","steps":["trace[1465585823] 'process raft request' (duration: 88.212146ms)","trace[1465585823] 'compare' (duration: 43.390466ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:48.425026Z","caller":"traceutil/trace.go:171","msg":"trace[550029350] transaction","detail":"{read_only:false; response_revision:34948; number_of_response:1; }","duration":"172.262885ms","start":"2026-02-27T02:40:48.252736Z","end":"2026-02-27T02:40:48.424999Z","steps":["trace[550029350] 'process raft request' (duration: 172.090861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:48.425053Z","caller":"traceutil/trace.go:171","msg":"trace[1446028748] transaction","detail":"{read_only:false; response_revision:34950; number_of_response:1; }","duration":"172.015888ms","start":"2026-02-27T02:40:48.253018Z","end":"2026-02-27T02:40:48.425034Z","steps":["trace[1446028748] 'process raft request' (duration: 171.935987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:48.425166Z","caller":"traceutil/trace.go:171","msg":"trace[829086713] transaction","detail":"{read_only:false; response_revision:34949; number_of_response:1; }","duration":"172.196062ms","start":"2026-02-27T02:40:48.252962Z","end":"2026-02-27T02:40:48.425158Z","steps":["trace[829086713] 'process raft request' (duration: 171.966707ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:48.425335Z","caller":"traceutil/trace.go:171","msg":"trace[2135976453] linearizableReadLoop","detail":"{readStateIndex:36136; appliedIndex:36130; }","duration":"151.160705ms","start":"2026-02-27T02:40:48.274166Z","end":"2026-02-27T02:40:48.425327Z","steps":["trace[2135976453] 'read index received' (duration: 65.886238ms)","trace[2135976453] 'applied index is now lower than readState.Index' (duration: 85.273817ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:48.425266Z","caller":"traceutil/trace.go:171","msg":"trace[1191637690] transaction","detail":"{read_only:false; response_revision:34951; number_of_response:1; }","duration":"170.055243ms","start":"2026-02-27T02:40:48.255202Z","end":"2026-02-27T02:40:48.425257Z","steps":["trace[1191637690] 'process raft request' (duration: 169.777876ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:48.425382Z","caller":"traceutil/trace.go:171","msg":"trace[1740089089] transaction","detail":"{read_only:false; response_revision:34952; number_of_response:1; }","duration":"169.293295ms","start":"2026-02-27T02:40:48.256083Z","end":"2026-02-27T02:40:48.425376Z","steps":["trace[1740089089] 'process raft request' (duration: 169.111661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:48.425523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.344409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T02:40:48.425547Z","caller":"traceutil/trace.go:171","msg":"trace[940101609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34952; }","duration":"151.407581ms","start":"2026-02-27T02:40:48.274133Z","end":"2026-02-27T02:40:48.425541Z","steps":["trace[940101609] 'agreement among raft nodes before linearized reading' (duration: 151.302849ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:48.663747Z","caller":"traceutil/trace.go:171","msg":"trace[1988209252] linearizableReadLoop","detail":"{readStateIndex:36137; appliedIndex:36136; }","duration":"238.369527ms","start":"2026-02-27T02:40:48.425354Z","end":"2026-02-27T02:40:48.663723Z","steps":["trace[1988209252] 'read index received' (duration: 202.769052ms)","trace[1988209252] 'applied index is now lower than readState.Index' (duration: 35.599255ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:48.663951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.124926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18071"} {"level":"info","ts":"2026-02-27T02:40:48.663989Z","caller":"traceutil/trace.go:171","msg":"trace[184024009] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34953; }","duration":"252.200428ms","start":"2026-02-27T02:40:48.411779Z","end":"2026-02-27T02:40:48.663979Z","steps":["trace[184024009] 'agreement among raft nodes before linearized reading' (duration: 252.027474ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:48.664215Z","caller":"traceutil/trace.go:171","msg":"trace[1811831015] transaction","detail":"{read_only:false; response_revision:34953; number_of_response:1; }","duration":"254.541173ms","start":"2026-02-27T02:40:48.409639Z","end":"2026-02-27T02:40:48.66418Z","steps":["trace[1811831015] 'process raft request' (duration: 218.473157ms)","trace[1811831015] 'compare' (duration: 35.064453ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:48.688935Z","caller":"traceutil/trace.go:171","msg":"trace[1113514317] transaction","detail":"{read_only:false; response_revision:34954; number_of_response:1; }","duration":"260.06787ms","start":"2026-02-27T02:40:48.42884Z","end":"2026-02-27T02:40:48.688908Z","steps":["trace[1113514317] 'process raft request' (duration: 259.522288ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:49.753454Z","caller":"traceutil/trace.go:171","msg":"trace[666220484] transaction","detail":"{read_only:false; response_revision:34957; number_of_response:1; }","duration":"144.194414ms","start":"2026-02-27T02:40:49.609227Z","end":"2026-02-27T02:40:49.753422Z","steps":["trace[666220484] 'process raft request' (duration: 105.575558ms)","trace[666220484] 'compare' (duration: 38.513363ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:49.755508Z","caller":"traceutil/trace.go:171","msg":"trace[820605547] transaction","detail":"{read_only:false; response_revision:34958; number_of_response:1; }","duration":"113.670816ms","start":"2026-02-27T02:40:49.641825Z","end":"2026-02-27T02:40:49.755496Z","steps":["trace[820605547] 'process raft request' (duration: 112.761645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:49.97134Z","caller":"traceutil/trace.go:171","msg":"trace[111422441] transaction","detail":"{read_only:false; response_revision:34960; number_of_response:1; }","duration":"120.589806ms","start":"2026-02-27T02:40:49.850725Z","end":"2026-02-27T02:40:49.971314Z","steps":["trace[111422441] 'process raft request' (duration: 62.860468ms)","trace[111422441] 'compare' (duration: 57.176516ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:51.056921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.903457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:40:51.057004Z","caller":"traceutil/trace.go:171","msg":"trace[1986190160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34961; }","duration":"627.03415ms","start":"2026-02-27T02:40:50.429952Z","end":"2026-02-27T02:40:51.056986Z","steps":["trace[1986190160] 'range keys from in-memory index tree' (duration: 626.724482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:51.057048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:50.429945Z","time spent":"627.092951ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:40:51.057365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.523555ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:51.057466Z","caller":"traceutil/trace.go:171","msg":"trace[1288127440] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34961; }","duration":"481.636128ms","start":"2026-02-27T02:40:50.575817Z","end":"2026-02-27T02:40:51.057453Z","steps":["trace[1288127440] 'range keys from in-memory index tree' (duration: 481.508695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:51.05754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.603397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T02:40:51.057586Z","caller":"traceutil/trace.go:171","msg":"trace[750014868] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34961; }","duration":"669.684369ms","start":"2026-02-27T02:40:50.387891Z","end":"2026-02-27T02:40:51.057575Z","steps":["trace[750014868] 'range keys from in-memory index tree' (duration: 669.511035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:51.057615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:50.387818Z","time spent":"669.789721ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:40:51.057691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.835008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:40:51.057718Z","caller":"traceutil/trace.go:171","msg":"trace[41843870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34961; }","duration":"627.8841ms","start":"2026-02-27T02:40:50.429827Z","end":"2026-02-27T02:40:51.057711Z","steps":["trace[41843870] 'range keys from in-memory index tree' (duration: 627.755047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:51.0577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.432161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:40:51.05774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:50.429816Z","time spent":"627.91824ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:40:51.057765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.833322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T02:40:51.057763Z","caller":"traceutil/trace.go:171","msg":"trace[157965013] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:34961; }","duration":"408.540374ms","start":"2026-02-27T02:40:50.649203Z","end":"2026-02-27T02:40:51.057743Z","steps":["trace[157965013] 'count revisions from in-memory index tree' (duration: 408.318748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.057795Z","caller":"traceutil/trace.go:171","msg":"trace[1973278517] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34961; }","duration":"628.883923ms","start":"2026-02-27T02:40:50.428903Z","end":"2026-02-27T02:40:51.057787Z","steps":["trace[1973278517] 'range keys from in-memory index tree' (duration: 628.718509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:51.057828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:50.428892Z","time spent":"628.930014ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:40:51.057752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.750236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T02:40:51.057816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:50.64918Z","time spent":"408.618995ms","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:40:51.057969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.020713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:40:51.057979Z","caller":"traceutil/trace.go:171","msg":"trace[595956480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34961; }","duration":"627.968541ms","start":"2026-02-27T02:40:50.429984Z","end":"2026-02-27T02:40:51.057953Z","steps":["trace[595956480] 'range keys from in-memory index tree' (duration: 627.569132ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.05804Z","caller":"traceutil/trace.go:171","msg":"trace[1797331075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34961; }","duration":"628.187387ms","start":"2026-02-27T02:40:50.429835Z","end":"2026-02-27T02:40:51.058022Z","steps":["trace[1797331075] 'range keys from in-memory index tree' (duration: 627.849009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:51.058059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:50.429922Z","time spent":"628.109925ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:40:51.058097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:50.429811Z","time spent":"628.269228ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:40:51.072878Z","caller":"traceutil/trace.go:171","msg":"trace[126312977] linearizableReadLoop","detail":"{readStateIndex:36147; appliedIndex:36146; }","duration":"295.676596ms","start":"2026-02-27T02:40:50.777191Z","end":"2026-02-27T02:40:51.072867Z","steps":["trace[126312977] 'read index received' (duration: 295.649446ms)","trace[126312977] 'applied index is now lower than readState.Index' (duration: 26.37µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:51.072963Z","caller":"traceutil/trace.go:171","msg":"trace[1617733336] transaction","detail":"{read_only:false; response_revision:34962; number_of_response:1; }","duration":"403.781033ms","start":"2026-02-27T02:40:50.669165Z","end":"2026-02-27T02:40:51.072946Z","steps":["trace[1617733336] 'process raft request' (duration: 403.623949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:51.073029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.83962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-567dd5fc69-2t74x.1897f815c4f06bd9\" ","response":"range_response_count:1 size:1171"} {"level":"info","ts":"2026-02-27T02:40:51.073062Z","caller":"traceutil/trace.go:171","msg":"trace[486359632] range","detail":"{range_begin:/registry/events/openstack/senlin-api-567dd5fc69-2t74x.1897f815c4f06bd9; range_end:; response_count:1; response_revision:34962; }","duration":"295.87488ms","start":"2026-02-27T02:40:50.777174Z","end":"2026-02-27T02:40:51.073049Z","steps":["trace[486359632] 'agreement among raft nodes before linearized reading' (duration: 295.750647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:51.073103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:40:50.669137Z","time spent":"403.865924ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:40:51.279835Z","caller":"traceutil/trace.go:171","msg":"trace[1252378051] transaction","detail":"{read_only:false; response_revision:34963; number_of_response:1; }","duration":"217.643226ms","start":"2026-02-27T02:40:51.06215Z","end":"2026-02-27T02:40:51.279793Z","steps":["trace[1252378051] 'process raft request' (duration: 217.313149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.279971Z","caller":"traceutil/trace.go:171","msg":"trace[384427451] transaction","detail":"{read_only:false; response_revision:34968; number_of_response:1; }","duration":"216.545401ms","start":"2026-02-27T02:40:51.063353Z","end":"2026-02-27T02:40:51.279898Z","steps":["trace[384427451] 'process raft request' (duration: 216.445208ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.280121Z","caller":"traceutil/trace.go:171","msg":"trace[280487633] transaction","detail":"{read_only:false; response_revision:34966; number_of_response:1; }","duration":"216.844089ms","start":"2026-02-27T02:40:51.063261Z","end":"2026-02-27T02:40:51.280105Z","steps":["trace[280487633] 'process raft request' (duration: 216.47378ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.279866Z","caller":"traceutil/trace.go:171","msg":"trace[183051886] transaction","detail":"{read_only:false; response_revision:34965; number_of_response:1; }","duration":"216.738786ms","start":"2026-02-27T02:40:51.063089Z","end":"2026-02-27T02:40:51.279827Z","steps":["trace[183051886] 'process raft request' (duration: 216.597203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.280134Z","caller":"traceutil/trace.go:171","msg":"trace[2132864461] transaction","detail":"{read_only:false; response_revision:34967; number_of_response:1; }","duration":"216.801007ms","start":"2026-02-27T02:40:51.063322Z","end":"2026-02-27T02:40:51.280123Z","steps":["trace[2132864461] 'process raft request' (duration: 216.443959ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.280316Z","caller":"traceutil/trace.go:171","msg":"trace[308100094] transaction","detail":"{read_only:false; response_revision:34964; number_of_response:1; }","duration":"217.297768ms","start":"2026-02-27T02:40:51.063008Z","end":"2026-02-27T02:40:51.280305Z","steps":["trace[308100094] 'process raft request' (duration: 216.605442ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.298906Z","caller":"traceutil/trace.go:171","msg":"trace[1505319349] transaction","detail":"{read_only:false; response_revision:34969; number_of_response:1; }","duration":"223.295548ms","start":"2026-02-27T02:40:51.075587Z","end":"2026-02-27T02:40:51.298883Z","steps":["trace[1505319349] 'process raft request' (duration: 222.974611ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.947291Z","caller":"traceutil/trace.go:171","msg":"trace[1670860071] linearizableReadLoop","detail":"{readStateIndex:36157; appliedIndex:36155; }","duration":"186.605917ms","start":"2026-02-27T02:40:51.760656Z","end":"2026-02-27T02:40:51.947261Z","steps":["trace[1670860071] 'read index received' (duration: 84.405947ms)","trace[1670860071] 'applied index is now lower than readState.Index' (duration: 102.19853ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:51.947376Z","caller":"traceutil/trace.go:171","msg":"trace[1478827511] transaction","detail":"{read_only:false; response_revision:34973; number_of_response:1; }","duration":"128.09413ms","start":"2026-02-27T02:40:51.819256Z","end":"2026-02-27T02:40:51.94735Z","steps":["trace[1478827511] 'process raft request' (duration: 127.933896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:51.947376Z","caller":"traceutil/trace.go:171","msg":"trace[1487233940] transaction","detail":"{read_only:false; response_revision:34972; number_of_response:1; }","duration":"187.224342ms","start":"2026-02-27T02:40:51.760113Z","end":"2026-02-27T02:40:51.947337Z","steps":["trace[1487233940] 'process raft request' (duration: 109.752605ms)","trace[1487233940] 'compare' (duration: 77.160529ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:40:51.947452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.776001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:40:51.947487Z","caller":"traceutil/trace.go:171","msg":"trace[306929924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34973; }","duration":"186.839773ms","start":"2026-02-27T02:40:51.760637Z","end":"2026-02-27T02:40:51.947477Z","steps":["trace[306929924] 'agreement among raft nodes before linearized reading' (duration: 186.743921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:53.179618Z","caller":"traceutil/trace.go:171","msg":"trace[1728052037] transaction","detail":"{read_only:false; response_revision:34976; number_of_response:1; }","duration":"101.169396ms","start":"2026-02-27T02:40:53.078429Z","end":"2026-02-27T02:40:53.179599Z","steps":["trace[1728052037] 'process raft request' (duration: 101.044523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:53.302439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.23874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18071"} {"level":"info","ts":"2026-02-27T02:40:53.302517Z","caller":"traceutil/trace.go:171","msg":"trace[457818412] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34976; }","duration":"108.344163ms","start":"2026-02-27T02:40:53.194154Z","end":"2026-02-27T02:40:53.302498Z","steps":["trace[457818412] 'range keys from in-memory index tree' (duration: 108.098187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:53.486828Z","caller":"traceutil/trace.go:171","msg":"trace[1697116817] transaction","detail":"{read_only:false; response_revision:34978; number_of_response:1; }","duration":"180.506145ms","start":"2026-02-27T02:40:53.306302Z","end":"2026-02-27T02:40:53.486808Z","steps":["trace[1697116817] 'process raft request' (duration: 180.335901ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:53.487133Z","caller":"traceutil/trace.go:171","msg":"trace[1718583559] transaction","detail":"{read_only:false; response_revision:34981; number_of_response:1; }","duration":"178.054728ms","start":"2026-02-27T02:40:53.309056Z","end":"2026-02-27T02:40:53.487111Z","steps":["trace[1718583559] 'process raft request' (duration: 177.971586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:53.487131Z","caller":"traceutil/trace.go:171","msg":"trace[522335022] transaction","detail":"{read_only:false; response_revision:34980; number_of_response:1; }","duration":"178.054239ms","start":"2026-02-27T02:40:53.309045Z","end":"2026-02-27T02:40:53.487099Z","steps":["trace[522335022] 'process raft request' (duration: 177.902195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:53.487125Z","caller":"traceutil/trace.go:171","msg":"trace[1257561097] transaction","detail":"{read_only:false; response_revision:34979; number_of_response:1; }","duration":"180.730051ms","start":"2026-02-27T02:40:53.306353Z","end":"2026-02-27T02:40:53.487083Z","steps":["trace[1257561097] 'process raft request' (duration: 180.399453ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:53.487193Z","caller":"traceutil/trace.go:171","msg":"trace[509924030] transaction","detail":"{read_only:false; response_revision:34982; number_of_response:1; }","duration":"177.879994ms","start":"2026-02-27T02:40:53.309272Z","end":"2026-02-27T02:40:53.487152Z","steps":["trace[509924030] 'process raft request' (duration: 177.787542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:54.05615Z","caller":"traceutil/trace.go:171","msg":"trace[1273840429] transaction","detail":"{read_only:false; response_revision:34985; number_of_response:1; }","duration":"101.061823ms","start":"2026-02-27T02:40:53.955055Z","end":"2026-02-27T02:40:54.056116Z","steps":["trace[1273840429] 'process raft request' (duration: 45.358712ms)","trace[1273840429] 'compare' (duration: 55.538358ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:54.300622Z","caller":"traceutil/trace.go:171","msg":"trace[1364540624] transaction","detail":"{read_only:false; response_revision:34987; number_of_response:1; }","duration":"197.485399ms","start":"2026-02-27T02:40:54.103101Z","end":"2026-02-27T02:40:54.300586Z","steps":["trace[1364540624] 'process raft request' (duration: 197.294935ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:55.44945Z","caller":"traceutil/trace.go:171","msg":"trace[865483677] transaction","detail":"{read_only:false; response_revision:34990; number_of_response:1; }","duration":"103.023319ms","start":"2026-02-27T02:40:55.346402Z","end":"2026-02-27T02:40:55.449425Z","steps":["trace[865483677] 'process raft request' (duration: 102.847575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:40:55.659384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.442515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:40:55.659495Z","caller":"traceutil/trace.go:171","msg":"trace[1539872396] transaction","detail":"{read_only:false; response_revision:34991; number_of_response:1; }","duration":"166.231574ms","start":"2026-02-27T02:40:55.493243Z","end":"2026-02-27T02:40:55.659474Z","steps":["trace[1539872396] 'process raft request' (duration: 60.613195ms)","trace[1539872396] 'compare' (duration: 105.325143ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:40:55.707259Z","caller":"traceutil/trace.go:171","msg":"trace[1636911884] transaction","detail":"{read_only:false; response_revision:34992; number_of_response:1; }","duration":"211.701819ms","start":"2026-02-27T02:40:55.495528Z","end":"2026-02-27T02:40:55.707229Z","steps":["trace[1636911884] 'process raft request' (duration: 211.284419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:55.707641Z","caller":"traceutil/trace.go:171","msg":"trace[1678491007] transaction","detail":"{read_only:false; response_revision:34994; number_of_response:1; }","duration":"211.920314ms","start":"2026-02-27T02:40:55.495627Z","end":"2026-02-27T02:40:55.707547Z","steps":["trace[1678491007] 'process raft request' (duration: 211.804181ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:55.707728Z","caller":"traceutil/trace.go:171","msg":"trace[702805098] transaction","detail":"{read_only:false; response_revision:34993; number_of_response:1; }","duration":"212.065818ms","start":"2026-02-27T02:40:55.495587Z","end":"2026-02-27T02:40:55.707652Z","steps":["trace[702805098] 'process raft request' (duration: 211.420033ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:55.707821Z","caller":"traceutil/trace.go:171","msg":"trace[724042830] transaction","detail":"{read_only:false; response_revision:34995; number_of_response:1; }","duration":"212.113909ms","start":"2026-02-27T02:40:55.495671Z","end":"2026-02-27T02:40:55.707784Z","steps":["trace[724042830] 'process raft request' (duration: 211.854113ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:55.707847Z","caller":"traceutil/trace.go:171","msg":"trace[1275577207] transaction","detail":"{read_only:false; response_revision:34996; number_of_response:1; }","duration":"197.031818ms","start":"2026-02-27T02:40:55.510784Z","end":"2026-02-27T02:40:55.707816Z","steps":["trace[1275577207] 'process raft request' (duration: 196.931346ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:40:55.712732Z","caller":"traceutil/trace.go:171","msg":"trace[887567530] transaction","detail":"{read_only:false; response_revision:34997; number_of_response:1; }","duration":"109.284834ms","start":"2026-02-27T02:40:55.603431Z","end":"2026-02-27T02:40:55.712715Z","steps":["trace[887567530] 'process raft request' (duration: 108.994407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:41:19.977107Z","caller":"traceutil/trace.go:171","msg":"trace[942502471] transaction","detail":"{read_only:false; response_revision:35160; number_of_response:1; }","duration":"138.270236ms","start":"2026-02-27T02:41:19.838812Z","end":"2026-02-27T02:41:19.977082Z","steps":["trace[942502471] 'process raft request' (duration: 138.114693ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:41:19.981339Z","caller":"traceutil/trace.go:171","msg":"trace[625056728] transaction","detail":"{read_only:false; response_revision:35161; number_of_response:1; }","duration":"142.277999ms","start":"2026-02-27T02:41:19.839035Z","end":"2026-02-27T02:41:19.981313Z","steps":["trace[625056728] 'process raft request' (duration: 142.095064ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:41:19.981382Z","caller":"traceutil/trace.go:171","msg":"trace[379481501] transaction","detail":"{read_only:false; response_revision:35162; number_of_response:1; }","duration":"141.834949ms","start":"2026-02-27T02:41:19.839521Z","end":"2026-02-27T02:41:19.981356Z","steps":["trace[379481501] 'process raft request' (duration: 141.735836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:41:44.118126Z","caller":"traceutil/trace.go:171","msg":"trace[1322787303] transaction","detail":"{read_only:false; response_revision:35319; number_of_response:1; }","duration":"130.489286ms","start":"2026-02-27T02:41:43.98758Z","end":"2026-02-27T02:41:44.11807Z","steps":["trace[1322787303] 'process raft request' (duration: 48.018423ms)","trace[1322787303] 'compare' (duration: 82.193226ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:41:46.280952Z","caller":"traceutil/trace.go:171","msg":"trace[1999011282] transaction","detail":"{read_only:false; response_revision:35333; number_of_response:1; }","duration":"114.73105ms","start":"2026-02-27T02:41:46.166197Z","end":"2026-02-27T02:41:46.280928Z","steps":["trace[1999011282] 'process raft request' (duration: 113.578984ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:41:46.281791Z","caller":"traceutil/trace.go:171","msg":"trace[1809438061] linearizableReadLoop","detail":"{readStateIndex:36531; appliedIndex:36529; }","duration":"106.731535ms","start":"2026-02-27T02:41:46.175034Z","end":"2026-02-27T02:41:46.281766Z","steps":["trace[1809438061] 'read index received' (duration: 104.765199ms)","trace[1809438061] 'applied index is now lower than readState.Index' (duration: 1.965056ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:41:46.281919Z","caller":"traceutil/trace.go:171","msg":"trace[571155139] transaction","detail":"{read_only:false; response_revision:35334; number_of_response:1; }","duration":"107.843321ms","start":"2026-02-27T02:41:46.174066Z","end":"2026-02-27T02:41:46.281909Z","steps":["trace[571155139] 'process raft request' (duration: 107.560155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:41:46.282217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.177915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:41:46.282263Z","caller":"traceutil/trace.go:171","msg":"trace[552264508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35334; }","duration":"107.266997ms","start":"2026-02-27T02:41:46.174981Z","end":"2026-02-27T02:41:46.282248Z","steps":["trace[552264508] 'agreement among raft nodes before linearized reading' (duration: 107.121344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:18.738019Z","caller":"traceutil/trace.go:171","msg":"trace[382883228] transaction","detail":"{read_only:false; response_revision:35560; number_of_response:1; }","duration":"212.873746ms","start":"2026-02-27T02:42:18.525116Z","end":"2026-02-27T02:42:18.73799Z","steps":["trace[382883228] 'process raft request' (duration: 212.801704ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:18.73801Z","caller":"traceutil/trace.go:171","msg":"trace[1141454046] transaction","detail":"{read_only:false; response_revision:35559; number_of_response:1; }","duration":"214.434803ms","start":"2026-02-27T02:42:18.523541Z","end":"2026-02-27T02:42:18.737976Z","steps":["trace[1141454046] 'process raft request' (duration: 196.264001ms)","trace[1141454046] 'compare' (duration: 17.951827ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:42:39.058568Z","caller":"traceutil/trace.go:171","msg":"trace[258423058] linearizableReadLoop","detail":"{readStateIndex:36905; appliedIndex:36903; }","duration":"184.346404ms","start":"2026-02-27T02:42:38.874193Z","end":"2026-02-27T02:42:39.058539Z","steps":["trace[258423058] 'read index received' (duration: 73.262049ms)","trace[258423058] 'applied index is now lower than readState.Index' (duration: 111.083235ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:42:39.058625Z","caller":"traceutil/trace.go:171","msg":"trace[1950782161] transaction","detail":"{read_only:false; response_revision:35697; number_of_response:1; }","duration":"184.783375ms","start":"2026-02-27T02:42:38.873812Z","end":"2026-02-27T02:42:39.058596Z","steps":["trace[1950782161] 'process raft request' (duration: 131.565171ms)","trace[1950782161] 'compare' (duration: 53.05592ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:42:39.058831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.61132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:42:39.058928Z","caller":"traceutil/trace.go:171","msg":"trace[925572868] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:35697; }","duration":"184.731444ms","start":"2026-02-27T02:42:38.87417Z","end":"2026-02-27T02:42:39.058901Z","steps":["trace[925572868] 'agreement among raft nodes before linearized reading' (duration: 184.478548ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:39.226725Z","caller":"traceutil/trace.go:171","msg":"trace[648187818] transaction","detail":"{read_only:false; response_revision:35698; number_of_response:1; }","duration":"162.691993ms","start":"2026-02-27T02:42:39.064015Z","end":"2026-02-27T02:42:39.226707Z","steps":["trace[648187818] 'process raft request' (duration: 162.603311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:39.226758Z","caller":"traceutil/trace.go:171","msg":"trace[2076838819] linearizableReadLoop","detail":"{readStateIndex:36906; appliedIndex:36905; }","duration":"168.062957ms","start":"2026-02-27T02:42:39.058657Z","end":"2026-02-27T02:42:39.22672Z","steps":["trace[2076838819] 'read index received' (duration: 111.632829ms)","trace[2076838819] 'applied index is now lower than readState.Index' (duration: 56.425838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:42:39.22695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.641537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:42:39.226999Z","caller":"traceutil/trace.go:171","msg":"trace[1299829756] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:35698; }","duration":"220.746959ms","start":"2026-02-27T02:42:39.006237Z","end":"2026-02-27T02:42:39.226984Z","steps":["trace[1299829756] 'agreement among raft nodes before linearized reading' (duration: 220.626226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:42:39.227231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.54057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:42:39.227271Z","caller":"traceutil/trace.go:171","msg":"trace[1607546681] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:35698; }","duration":"134.608942ms","start":"2026-02-27T02:42:39.092653Z","end":"2026-02-27T02:42:39.227262Z","steps":["trace[1607546681] 'agreement among raft nodes before linearized reading' (duration: 134.53875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:42.700081Z","caller":"traceutil/trace.go:171","msg":"trace[190527122] transaction","detail":"{read_only:false; response_revision:35717; number_of_response:1; }","duration":"166.45028ms","start":"2026-02-27T02:42:42.533587Z","end":"2026-02-27T02:42:42.700038Z","steps":["trace[190527122] 'process raft request' (duration: 166.193424ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:42.717027Z","caller":"traceutil/trace.go:171","msg":"trace[936798796] linearizableReadLoop","detail":"{readStateIndex:36929; appliedIndex:36925; }","duration":"149.068006ms","start":"2026-02-27T02:42:42.567934Z","end":"2026-02-27T02:42:42.717002Z","steps":["trace[936798796] 'read index received' (duration: 131.933989ms)","trace[936798796] 'applied index is now lower than readState.Index' (duration: 17.132797ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:42:42.717055Z","caller":"traceutil/trace.go:171","msg":"trace[613585993] transaction","detail":"{read_only:false; response_revision:35719; number_of_response:1; }","duration":"179.155284ms","start":"2026-02-27T02:42:42.53787Z","end":"2026-02-27T02:42:42.717025Z","steps":["trace[613585993] 'process raft request' (duration: 179.044521ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:42.717135Z","caller":"traceutil/trace.go:171","msg":"trace[763254023] transaction","detail":"{read_only:false; response_revision:35718; number_of_response:1; }","duration":"179.553354ms","start":"2026-02-27T02:42:42.537552Z","end":"2026-02-27T02:42:42.717105Z","steps":["trace[763254023] 'process raft request' (duration: 179.205816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:42.717111Z","caller":"traceutil/trace.go:171","msg":"trace[1540070071] transaction","detail":"{read_only:false; response_revision:35720; number_of_response:1; }","duration":"178.194252ms","start":"2026-02-27T02:42:42.538873Z","end":"2026-02-27T02:42:42.717067Z","steps":["trace[1540070071] 'process raft request' (duration: 178.083969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:42:42.717227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.273672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:42:42.717266Z","caller":"traceutil/trace.go:171","msg":"trace[622339452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35720; }","duration":"149.368523ms","start":"2026-02-27T02:42:42.567887Z","end":"2026-02-27T02:42:42.717256Z","steps":["trace[622339452] 'agreement among raft nodes before linearized reading' (duration: 149.209219ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:42.87546Z","caller":"traceutil/trace.go:171","msg":"trace[1873869278] linearizableReadLoop","detail":"{readStateIndex:36930; appliedIndex:36929; }","duration":"142.097665ms","start":"2026-02-27T02:42:42.733337Z","end":"2026-02-27T02:42:42.875434Z","steps":["trace[1873869278] 'read index received' (duration: 61.264521ms)","trace[1873869278] 'applied index is now lower than readState.Index' (duration: 80.831904ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:42:42.875661Z","caller":"traceutil/trace.go:171","msg":"trace[2083266212] transaction","detail":"{read_only:false; response_revision:35721; number_of_response:1; }","duration":"154.089803ms","start":"2026-02-27T02:42:42.721537Z","end":"2026-02-27T02:42:42.875627Z","steps":["trace[2083266212] 'process raft request' (duration: 73.003232ms)","trace[2083266212] 'compare' (duration: 80.758293ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:42:42.875798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.558469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:42:42.875873Z","caller":"traceutil/trace.go:171","msg":"trace[649617774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35721; }","duration":"118.679572ms","start":"2026-02-27T02:42:42.757176Z","end":"2026-02-27T02:42:42.875855Z","steps":["trace[649617774] 'agreement among raft nodes before linearized reading' (duration: 118.569609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:42:42.875801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.440833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:42:42.876003Z","caller":"traceutil/trace.go:171","msg":"trace[1797810674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35721; }","duration":"142.682799ms","start":"2026-02-27T02:42:42.733299Z","end":"2026-02-27T02:42:42.875982Z","steps":["trace[1797810674] 'agreement among raft nodes before linearized reading' (duration: 142.29606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:43.078572Z","caller":"traceutil/trace.go:171","msg":"trace[91210916] transaction","detail":"{read_only:false; response_revision:35723; number_of_response:1; }","duration":"114.991027ms","start":"2026-02-27T02:42:42.963543Z","end":"2026-02-27T02:42:43.078534Z","steps":["trace[91210916] 'process raft request' (duration: 114.313261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:46.928633Z","caller":"traceutil/trace.go:171","msg":"trace[1479228915] transaction","detail":"{read_only:false; response_revision:35746; number_of_response:1; }","duration":"113.690047ms","start":"2026-02-27T02:42:46.814922Z","end":"2026-02-27T02:42:46.928612Z","steps":["trace[1479228915] 'process raft request' (duration: 113.650366ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:42:46.928814Z","caller":"traceutil/trace.go:171","msg":"trace[1577891919] transaction","detail":"{read_only:false; response_revision:35745; number_of_response:1; }","duration":"113.928192ms","start":"2026-02-27T02:42:46.814852Z","end":"2026-02-27T02:42:46.92878Z","steps":["trace[1577891919] 'process raft request' (duration: 72.194774ms)","trace[1577891919] 'compare' (duration: 41.429701ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:42:47.333366Z","caller":"traceutil/trace.go:171","msg":"trace[15138359] transaction","detail":"{read_only:false; response_revision:35750; number_of_response:1; }","duration":"119.540532ms","start":"2026-02-27T02:42:47.2138Z","end":"2026-02-27T02:42:47.33334Z","steps":["trace[15138359] 'process raft request' (duration: 118.962858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:43:43.753896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.513888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:43:43.75399Z","caller":"traceutil/trace.go:171","msg":"trace[2044817328] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36143; }","duration":"105.64363ms","start":"2026-02-27T02:43:43.648324Z","end":"2026-02-27T02:43:43.753968Z","steps":["trace[2044817328] 'range keys from in-memory index tree' (duration: 105.344373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:43:54.380118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.675116ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T02:43:54.380269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:43:54.049659Z","time spent":"330.572235ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:43:54.380239Z","caller":"traceutil/trace.go:171","msg":"trace[2030467374] linearizableReadLoop","detail":"{readStateIndex:37438; appliedIndex:37437; }","duration":"309.476356ms","start":"2026-02-27T02:43:54.070742Z","end":"2026-02-27T02:43:54.380218Z","steps":["trace[2030467374] 'read index received' (duration: 32.637526ms)","trace[2030467374] 'applied index is now lower than readState.Index' (duration: 276.83741ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:43:54.380488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.728892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-webhook-ca\" ","response":"range_response_count:1 size:2157"} {"level":"info","ts":"2026-02-27T02:43:54.380551Z","caller":"traceutil/trace.go:171","msg":"trace[1407513451] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-webhook-ca; range_end:; response_count:1; response_revision:36214; }","duration":"309.816744ms","start":"2026-02-27T02:43:54.070716Z","end":"2026-02-27T02:43:54.380533Z","steps":["trace[1407513451] 'agreement among raft nodes before linearized reading' (duration: 309.63253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:43:54.380584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:43:54.070706Z","time spent":"309.873265ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":2180,"request content":"key:\"/registry/secrets/cert-manager/cert-manager-webhook-ca\" "} {"level":"warn","ts":"2026-02-27T02:43:54.380732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.544373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-node-lease/\" range_end:\"/registry/roles/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:43:54.380756Z","caller":"traceutil/trace.go:171","msg":"trace[1287979101] range","detail":"{range_begin:/registry/roles/kube-node-lease/; range_end:/registry/roles/kube-node-lease0; response_count:0; response_revision:36214; }","duration":"301.595783ms","start":"2026-02-27T02:43:54.079153Z","end":"2026-02-27T02:43:54.380748Z","steps":["trace[1287979101] 'agreement among raft nodes before linearized reading' (duration: 301.556322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:43:54.380774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:43:54.079142Z","time spent":"301.627435ms","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/roles/kube-node-lease/\" range_end:\"/registry/roles/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:43:54.380777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.88238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/kube-public/\" range_end:\"/registry/networkpolicies/kube-public0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:43:54.380822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.536168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2551"} {"level":"info","ts":"2026-02-27T02:43:54.380865Z","caller":"traceutil/trace.go:171","msg":"trace[1278304008] range","detail":"{range_begin:/registry/networkpolicies/kube-public/; range_end:/registry/networkpolicies/kube-public0; response_count:0; response_revision:36214; }","duration":"301.984332ms","start":"2026-02-27T02:43:54.07886Z","end":"2026-02-27T02:43:54.380844Z","steps":["trace[1278304008] 'agreement among raft nodes before linearized reading' (duration: 301.810558ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:43:54.380872Z","caller":"traceutil/trace.go:171","msg":"trace[1765641722] range","detail":"{range_begin:/registry/secrets/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:36214; }","duration":"287.65094ms","start":"2026-02-27T02:43:54.093209Z","end":"2026-02-27T02:43:54.38086Z","steps":["trace[1765641722] 'agreement among raft nodes before linearized reading' (duration: 287.458195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:43:54.380918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:43:54.078813Z","time spent":"302.094035ms","remote":"127.0.0.1:46876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/kube-public/\" range_end:\"/registry/networkpolicies/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:44:19.857417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.433754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:44:19.857517Z","caller":"traceutil/trace.go:171","msg":"trace[463545809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36388; }","duration":"158.586657ms","start":"2026-02-27T02:44:19.698908Z","end":"2026-02-27T02:44:19.857495Z","steps":["trace[463545809] 'range keys from in-memory index tree' (duration: 158.191158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:44:19.857646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.870269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5964"} {"level":"warn","ts":"2026-02-27T02:44:19.857803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.108406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4769"} {"level":"warn","ts":"2026-02-27T02:44:19.857838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.94467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:44:19.857908Z","caller":"traceutil/trace.go:171","msg":"trace[1742240499] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:36388; }","duration":"167.257178ms","start":"2026-02-27T02:44:19.69063Z","end":"2026-02-27T02:44:19.857887Z","steps":["trace[1742240499] 'range keys from in-memory index tree' (duration: 166.90196ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:19.857958Z","caller":"traceutil/trace.go:171","msg":"trace[486494132] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:36388; }","duration":"195.139435ms","start":"2026-02-27T02:44:19.662788Z","end":"2026-02-27T02:44:19.857928Z","steps":["trace[486494132] 'count revisions from in-memory index tree' (duration: 194.856489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:44:19.858187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.796481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:44:19.858295Z","caller":"traceutil/trace.go:171","msg":"trace[561462977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36388; }","duration":"148.923083ms","start":"2026-02-27T02:44:19.709356Z","end":"2026-02-27T02:44:19.858279Z","steps":["trace[561462977] 'range keys from in-memory index tree' (duration: 148.038823ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:19.858307Z","caller":"traceutil/trace.go:171","msg":"trace[407013353] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:36388; }","duration":"195.076844ms","start":"2026-02-27T02:44:19.662707Z","end":"2026-02-27T02:44:19.857784Z","steps":["trace[407013353] 'range keys from in-memory index tree' (duration: 194.687325ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:35.686885Z","caller":"traceutil/trace.go:171","msg":"trace[1680679854] transaction","detail":"{read_only:false; response_revision:36497; number_of_response:1; }","duration":"132.373579ms","start":"2026-02-27T02:44:35.554484Z","end":"2026-02-27T02:44:35.686857Z","steps":["trace[1680679854] 'process raft request' (duration: 132.219625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:44:36.393486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.506098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389031"} {"level":"info","ts":"2026-02-27T02:44:36.393571Z","caller":"traceutil/trace.go:171","msg":"trace[373772432] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:36502; }","duration":"134.639552ms","start":"2026-02-27T02:44:36.258917Z","end":"2026-02-27T02:44:36.393557Z","steps":["trace[373772432] 'range keys from in-memory index tree' (duration: 132.38251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:36.395622Z","caller":"traceutil/trace.go:171","msg":"trace[1802691393] transaction","detail":"{read_only:false; response_revision:36503; number_of_response:1; }","duration":"111.749431ms","start":"2026-02-27T02:44:36.283837Z","end":"2026-02-27T02:44:36.395587Z","steps":["trace[1802691393] 'process raft request' (duration: 102.407244ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:38.166691Z","caller":"traceutil/trace.go:171","msg":"trace[1162186204] transaction","detail":"{read_only:false; response_revision:36513; number_of_response:1; }","duration":"130.552968ms","start":"2026-02-27T02:44:38.036112Z","end":"2026-02-27T02:44:38.166665Z","steps":["trace[1162186204] 'process raft request' (duration: 130.322442ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:44:38.184906Z","caller":"traceutil/trace.go:171","msg":"trace[2040981678] linearizableReadLoop","detail":"{readStateIndex:37747; appliedIndex:37745; }","duration":"131.818206ms","start":"2026-02-27T02:44:38.053073Z","end":"2026-02-27T02:44:38.184891Z","steps":["trace[2040981678] 'read index received' (duration: 113.44354ms)","trace[2040981678] 'applied index is now lower than readState.Index' (duration: 18.374146ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:44:38.185111Z","caller":"traceutil/trace.go:171","msg":"trace[1565869068] transaction","detail":"{read_only:false; response_revision:36514; number_of_response:1; }","duration":"145.737209ms","start":"2026-02-27T02:44:38.039344Z","end":"2026-02-27T02:44:38.185081Z","steps":["trace[1565869068] 'process raft request' (duration: 145.457532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:44:38.185189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.103303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:44:38.185281Z","caller":"traceutil/trace.go:171","msg":"trace[1606610339] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:36514; }","duration":"132.254867ms","start":"2026-02-27T02:44:38.05301Z","end":"2026-02-27T02:44:38.185265Z","steps":["trace[1606610339] 'agreement among raft nodes before linearized reading' (duration: 132.054832ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:45:18.667257Z","caller":"traceutil/trace.go:171","msg":"trace[1119795203] transaction","detail":"{read_only:false; number_of_response:1; response_revision:36865; }","duration":"117.040974ms","start":"2026-02-27T02:45:18.550194Z","end":"2026-02-27T02:45:18.667235Z","steps":["trace[1119795203] 'process raft request' (duration: 116.994393ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:45:18.667383Z","caller":"traceutil/trace.go:171","msg":"trace[470196767] linearizableReadLoop","detail":"{readStateIndex:38109; appliedIndex:38108; }","duration":"119.197914ms","start":"2026-02-27T02:45:18.548151Z","end":"2026-02-27T02:45:18.667349Z","steps":["trace[470196767] 'read index received' (duration: 41.763259ms)","trace[470196767] 'applied index is now lower than readState.Index' (duration: 77.430435ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:45:18.667525Z","caller":"traceutil/trace.go:171","msg":"trace[1119971400] transaction","detail":"{read_only:false; response_revision:36864; number_of_response:1; }","duration":"140.1779ms","start":"2026-02-27T02:45:18.52711Z","end":"2026-02-27T02:45:18.667288Z","steps":["trace[1119971400] 'process raft request' (duration: 62.808036ms)","trace[1119971400] 'compare' (duration: 77.141899ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:45:18.667662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.329505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-c467985df-djtv4\" ","response":"range_response_count:1 size:11370"} {"level":"info","ts":"2026-02-27T02:45:18.667753Z","caller":"traceutil/trace.go:171","msg":"trace[1056758250] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-c467985df-djtv4; range_end:; response_count:1; response_revision:36865; }","duration":"131.454138ms","start":"2026-02-27T02:45:18.536279Z","end":"2026-02-27T02:45:18.667733Z","steps":["trace[1056758250] 'agreement among raft nodes before linearized reading' (duration: 131.185182ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:45:39.14728Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34895} {"level":"info","ts":"2026-02-27T02:45:39.267295Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34895,"took":"116.890219ms","hash":314133854,"current-db-size-bytes":50937856,"current-db-size":"51 MB","current-db-size-in-use-bytes":29683712,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T02:45:39.267348Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":314133854,"revision":34895,"compact-revision":32797} {"level":"info","ts":"2026-02-27T02:46:05.902767Z","caller":"traceutil/trace.go:171","msg":"trace[1530313950] linearizableReadLoop","detail":"{readStateIndex:38441; appliedIndex:38440; }","duration":"145.903293ms","start":"2026-02-27T02:46:05.756837Z","end":"2026-02-27T02:46:05.90274Z","steps":["trace[1530313950] 'read index received' (duration: 93.913858ms)","trace[1530313950] 'applied index is now lower than readState.Index' (duration: 51.988115ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:05.90283Z","caller":"traceutil/trace.go:171","msg":"trace[1553326118] transaction","detail":"{read_only:false; response_revision:37185; number_of_response:1; }","duration":"150.166082ms","start":"2026-02-27T02:46:05.752639Z","end":"2026-02-27T02:46:05.902805Z","steps":["trace[1553326118] 'process raft request' (duration: 98.101245ms)","trace[1553326118] 'compare' (duration: 51.899273ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:05.90296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.102678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:05.903035Z","caller":"traceutil/trace.go:171","msg":"trace[1559832358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37185; }","duration":"146.225341ms","start":"2026-02-27T02:46:05.756794Z","end":"2026-02-27T02:46:05.903019Z","steps":["trace[1559832358] 'agreement among raft nodes before linearized reading' (duration: 146.105548ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:05.938164Z","caller":"traceutil/trace.go:171","msg":"trace[1859115273] transaction","detail":"{read_only:false; response_revision:37186; number_of_response:1; }","duration":"137.964139ms","start":"2026-02-27T02:46:05.800176Z","end":"2026-02-27T02:46:05.938141Z","steps":["trace[1859115273] 'process raft request' (duration: 137.858737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:05.938347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.306725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/orc-system/orc-leader-election-role\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-02-27T02:46:05.938413Z","caller":"traceutil/trace.go:171","msg":"trace[1016460529] range","detail":"{range_begin:/registry/roles/orc-system/orc-leader-election-role; range_end:; response_count:1; response_revision:37186; }","duration":"150.403677ms","start":"2026-02-27T02:46:05.787995Z","end":"2026-02-27T02:46:05.938398Z","steps":["trace[1016460529] 'agreement among raft nodes before linearized reading' (duration: 150.177482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:05.938509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.624873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-db-api-admin\" ","response":"range_response_count:1 size:716"} {"level":"info","ts":"2026-02-27T02:46:05.938602Z","caller":"traceutil/trace.go:171","msg":"trace[1802025344] range","detail":"{range_begin:/registry/secrets/openstack/nova-db-api-admin; range_end:; response_count:1; response_revision:37186; }","duration":"169.820908ms","start":"2026-02-27T02:46:05.768767Z","end":"2026-02-27T02:46:05.938588Z","steps":["trace[1802025344] 'agreement among raft nodes before linearized reading' (duration: 169.428008ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:06.177938Z","caller":"traceutil/trace.go:171","msg":"trace[748608701] linearizableReadLoop","detail":"{readStateIndex:38446; appliedIndex:38444; }","duration":"110.789979ms","start":"2026-02-27T02:46:06.067108Z","end":"2026-02-27T02:46:06.177898Z","steps":["trace[748608701] 'read index received' (duration: 39.623589ms)","trace[748608701] 'applied index is now lower than readState.Index' (duration: 71.16505ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:06.178314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.194099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T02:46:06.178359Z","caller":"traceutil/trace.go:171","msg":"trace[1832301943] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-api; range_end:; response_count:1; response_revision:37190; }","duration":"111.286941ms","start":"2026-02-27T02:46:06.06706Z","end":"2026-02-27T02:46:06.178347Z","steps":["trace[1832301943] 'agreement among raft nodes before linearized reading' (duration: 111.124067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:06.530906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.223154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388897"} {"level":"info","ts":"2026-02-27T02:46:06.530986Z","caller":"traceutil/trace.go:171","msg":"trace[1067571624] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37192; }","duration":"103.319566ms","start":"2026-02-27T02:46:06.427651Z","end":"2026-02-27T02:46:06.530971Z","steps":["trace[1067571624] 'range keys from in-memory index tree' (duration: 100.781797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:06.71748Z","caller":"traceutil/trace.go:171","msg":"trace[1162470975] linearizableReadLoop","detail":"{readStateIndex:38449; appliedIndex:38448; }","duration":"103.706025ms","start":"2026-02-27T02:46:06.613756Z","end":"2026-02-27T02:46:06.717462Z","steps":["trace[1162470975] 'read index received' (duration: 103.45871ms)","trace[1162470975] 'applied index is now lower than readState.Index' (duration: 246.185µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:06.717542Z","caller":"traceutil/trace.go:171","msg":"trace[2004744714] transaction","detail":"{read_only:false; response_revision:37193; number_of_response:1; }","duration":"111.044135ms","start":"2026-02-27T02:46:06.60646Z","end":"2026-02-27T02:46:06.717504Z","steps":["trace[2004744714] 'process raft request' (duration: 110.83133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:06.717995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.9015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:46:06.718055Z","caller":"traceutil/trace.go:171","msg":"trace[2010686055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37193; }","duration":"104.325739ms","start":"2026-02-27T02:46:06.613721Z","end":"2026-02-27T02:46:06.718047Z","steps":["trace[2010686055] 'agreement among raft nodes before linearized reading' (duration: 103.848258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:07.083244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.057742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:07.083405Z","caller":"traceutil/trace.go:171","msg":"trace[1919560865] transaction","detail":"{read_only:false; response_revision:37197; number_of_response:1; }","duration":"151.504264ms","start":"2026-02-27T02:46:06.931885Z","end":"2026-02-27T02:46:07.08339Z","steps":["trace[1919560865] 'process raft request' (duration: 151.432102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:07.083549Z","caller":"traceutil/trace.go:171","msg":"trace[1883914060] transaction","detail":"{read_only:false; response_revision:37196; number_of_response:1; }","duration":"185.363178ms","start":"2026-02-27T02:46:06.898131Z","end":"2026-02-27T02:46:07.083494Z","steps":["trace[1883914060] 'process raft request' (duration: 52.994009ms)","trace[1883914060] 'compare' (duration: 131.888088ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:07.76516Z","caller":"traceutil/trace.go:171","msg":"trace[27475489] linearizableReadLoop","detail":"{readStateIndex:38454; appliedIndex:38453; }","duration":"183.857803ms","start":"2026-02-27T02:46:07.581281Z","end":"2026-02-27T02:46:07.765139Z","steps":["trace[27475489] 'read index received' (duration: 183.668758ms)","trace[27475489] 'applied index is now lower than readState.Index' (duration: 187.875µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:07.765257Z","caller":"traceutil/trace.go:171","msg":"trace[1351886538] transaction","detail":"{read_only:false; response_revision:37198; number_of_response:1; }","duration":"184.205602ms","start":"2026-02-27T02:46:07.581021Z","end":"2026-02-27T02:46:07.765226Z","steps":["trace[1351886538] 'process raft request' (duration: 183.986777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:07.769412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.096892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37197 ","response":"range_response_count:1000 size:783592"} {"level":"info","ts":"2026-02-27T02:46:07.769489Z","caller":"traceutil/trace.go:171","msg":"trace[1499869940] range","detail":"{range_begin:/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37198; }","duration":"188.194014ms","start":"2026-02-27T02:46:07.581278Z","end":"2026-02-27T02:46:07.769471Z","steps":["trace[1499869940] 'agreement among raft nodes before linearized reading' (duration: 183.996217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:07.770809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.804066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37197 ","response":"range_response_count:1000 size:783592"} {"level":"info","ts":"2026-02-27T02:46:07.770866Z","caller":"traceutil/trace.go:171","msg":"trace[1028503977] range","detail":"{range_begin:/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37198; }","duration":"181.885887ms","start":"2026-02-27T02:46:07.588966Z","end":"2026-02-27T02:46:07.770852Z","steps":["trace[1028503977] 'agreement among raft nodes before linearized reading' (duration: 176.313668ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:07.910074Z","caller":"traceutil/trace.go:171","msg":"trace[1788394094] linearizableReadLoop","detail":"{readStateIndex:38455; appliedIndex:38454; }","duration":"126.962723ms","start":"2026-02-27T02:46:07.783058Z","end":"2026-02-27T02:46:07.91002Z","steps":["trace[1788394094] 'read index received' (duration: 49.066388ms)","trace[1788394094] 'applied index is now lower than readState.Index' (duration: 77.895005ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:07.910091Z","caller":"traceutil/trace.go:171","msg":"trace[453935376] transaction","detail":"{read_only:false; response_revision:37199; number_of_response:1; }","duration":"140.074978ms","start":"2026-02-27T02:46:07.769997Z","end":"2026-02-27T02:46:07.910072Z","steps":["trace[453935376] 'process raft request' (duration: 62.0813ms)","trace[453935376] 'compare' (duration: 77.24702ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:07.911974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.892088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37197 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:46:07.912033Z","caller":"traceutil/trace.go:171","msg":"trace[900805020] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37199; }","duration":"128.9864ms","start":"2026-02-27T02:46:07.783033Z","end":"2026-02-27T02:46:07.91202Z","steps":["trace[900805020] 'agreement among raft nodes before linearized reading' (duration: 127.095156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:08.146808Z","caller":"traceutil/trace.go:171","msg":"trace[2073899764] transaction","detail":"{read_only:false; response_revision:37200; number_of_response:1; }","duration":"243.802633ms","start":"2026-02-27T02:46:07.902978Z","end":"2026-02-27T02:46:08.14678Z","steps":["trace[2073899764] 'process raft request' (duration: 144.573662ms)","trace[2073899764] 'compare' (duration: 99.007696ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:08.14694Z","caller":"traceutil/trace.go:171","msg":"trace[1676556291] linearizableReadLoop","detail":"{readStateIndex:38456; appliedIndex:38455; }","duration":"236.75446ms","start":"2026-02-27T02:46:07.910165Z","end":"2026-02-27T02:46:08.14692Z","steps":["trace[1676556291] 'read index received' (duration: 137.407226ms)","trace[1676556291] 'applied index is now lower than readState.Index' (duration: 99.346204ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:08.146975Z","caller":"traceutil/trace.go:171","msg":"trace[1451257058] transaction","detail":"{read_only:false; response_revision:37203; number_of_response:1; }","duration":"152.138828ms","start":"2026-02-27T02:46:07.994816Z","end":"2026-02-27T02:46:08.146954Z","steps":["trace[1451257058] 'process raft request' (duration: 152.114438ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:08.147083Z","caller":"traceutil/trace.go:171","msg":"trace[417222013] transaction","detail":"{read_only:false; response_revision:37201; number_of_response:1; }","duration":"202.132457ms","start":"2026-02-27T02:46:07.94494Z","end":"2026-02-27T02:46:08.147073Z","steps":["trace[417222013] 'process raft request' (duration: 201.857031ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:08.147173Z","caller":"traceutil/trace.go:171","msg":"trace[1033857357] transaction","detail":"{read_only:false; response_revision:37202; number_of_response:1; }","duration":"172.441718ms","start":"2026-02-27T02:46:07.974724Z","end":"2026-02-27T02:46:08.147166Z","steps":["trace[1033857357] 'process raft request' (duration: 172.175052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:08.14884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.32336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37197 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:46:08.14888Z","caller":"traceutil/trace.go:171","msg":"trace[769350369] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37203; }","duration":"362.401683ms","start":"2026-02-27T02:46:07.786469Z","end":"2026-02-27T02:46:08.148871Z","steps":["trace[769350369] 'agreement among raft nodes before linearized reading' (duration: 360.530969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:08.148917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:07.786457Z","time spent":"362.442163ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":498,"response size":380495,"request content":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37197 "} {"level":"warn","ts":"2026-02-27T02:46:08.153435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.690887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:545"} {"level":"info","ts":"2026-02-27T02:46:08.15355Z","caller":"traceutil/trace.go:171","msg":"trace[617926620] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:37204; }","duration":"129.81641ms","start":"2026-02-27T02:46:08.023688Z","end":"2026-02-27T02:46:08.153504Z","steps":["trace[617926620] 'agreement among raft nodes before linearized reading' (duration: 129.605455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:08.555442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.450941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:207 size:2085731"} {"level":"info","ts":"2026-02-27T02:46:08.555546Z","caller":"traceutil/trace.go:171","msg":"trace[9403044] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:207; response_revision:37206; }","duration":"107.569074ms","start":"2026-02-27T02:46:08.447952Z","end":"2026-02-27T02:46:08.555521Z","steps":["trace[9403044] 'range keys from in-memory index tree' (duration: 106.018969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:09.086966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.045802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:09.087087Z","caller":"traceutil/trace.go:171","msg":"trace[103353747] linearizableReadLoop","detail":"{readStateIndex:38464; appliedIndex:38463; }","duration":"258.141516ms","start":"2026-02-27T02:46:08.828928Z","end":"2026-02-27T02:46:09.087069Z","steps":["trace[103353747] 'read index received' (duration: 100.872229ms)","trace[103353747] 'applied index is now lower than readState.Index' (duration: 157.268047ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:09.087274Z","caller":"traceutil/trace.go:171","msg":"trace[1844131563] transaction","detail":"{read_only:false; response_revision:37208; number_of_response:1; }","duration":"274.570417ms","start":"2026-02-27T02:46:08.812689Z","end":"2026-02-27T02:46:09.087259Z","steps":["trace[1844131563] 'process raft request' (duration: 117.144516ms)","trace[1844131563] 'compare' (duration: 156.938789ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:09.087538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.605017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-backup\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T02:46:09.087575Z","caller":"traceutil/trace.go:171","msg":"trace[477034707] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-backup; range_end:; response_count:1; response_revision:37208; }","duration":"258.670818ms","start":"2026-02-27T02:46:08.828896Z","end":"2026-02-27T02:46:09.087566Z","steps":["trace[477034707] 'agreement among raft nodes before linearized reading' (duration: 258.542475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:09.290415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.961665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:46:09.290743Z","caller":"traceutil/trace.go:171","msg":"trace[141505573] transaction","detail":"{read_only:false; response_revision:37209; number_of_response:1; }","duration":"199.441645ms","start":"2026-02-27T02:46:09.091278Z","end":"2026-02-27T02:46:09.29072Z","steps":["trace[141505573] 'process raft request' (duration: 199.280781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:09.290757Z","caller":"traceutil/trace.go:171","msg":"trace[1618291625] linearizableReadLoop","detail":"{readStateIndex:38465; appliedIndex:38464; }","duration":"203.54112ms","start":"2026-02-27T02:46:09.087113Z","end":"2026-02-27T02:46:09.290655Z","steps":["trace[1618291625] 'read index received' (duration: 10.386921ms)","trace[1618291625] 'applied index is now lower than readState.Index' (duration: 193.151659ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:09.29112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.224603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:46:09.291163Z","caller":"traceutil/trace.go:171","msg":"trace[1940822129] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37209; }","duration":"401.311386ms","start":"2026-02-27T02:46:08.889841Z","end":"2026-02-27T02:46:09.291152Z","steps":["trace[1940822129] 'agreement among raft nodes before linearized reading' (duration: 401.160592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:09.291239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:08.889822Z","time spent":"401.406527ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:46:09.29219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.165349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:46:09.29228Z","caller":"traceutil/trace.go:171","msg":"trace[290409169] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:37209; }","duration":"334.284481ms","start":"2026-02-27T02:46:08.957958Z","end":"2026-02-27T02:46:09.292243Z","steps":["trace[290409169] 'agreement among raft nodes before linearized reading' (duration: 332.746785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:09.29231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:08.957931Z","time spent":"334.370863ms","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":202,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:46:09.29403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.776569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388897"} {"level":"info","ts":"2026-02-27T02:46:09.294099Z","caller":"traceutil/trace.go:171","msg":"trace[876772221] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37209; }","duration":"383.897032ms","start":"2026-02-27T02:46:08.910188Z","end":"2026-02-27T02:46:09.294085Z","steps":["trace[876772221] 'agreement among raft nodes before linearized reading' (duration: 380.536224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:09.29414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:08.910169Z","time spent":"383.953933ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1998,"response size":388920,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:46:09.696161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.704973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:09.696243Z","caller":"traceutil/trace.go:171","msg":"trace[1755938344] linearizableReadLoop","detail":"{readStateIndex:38467; appliedIndex:38466; }","duration":"397.845746ms","start":"2026-02-27T02:46:09.298385Z","end":"2026-02-27T02:46:09.696231Z","steps":["trace[1755938344] 'read index received' (duration: 99.955768ms)","trace[1755938344] 'applied index is now lower than readState.Index' (duration: 297.889198ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:09.696697Z","caller":"traceutil/trace.go:171","msg":"trace[411942775] transaction","detail":"{read_only:false; response_revision:37210; number_of_response:1; }","duration":"400.885086ms","start":"2026-02-27T02:46:09.295781Z","end":"2026-02-27T02:46:09.696666Z","steps":["trace[411942775] 'process raft request' (duration: 102.605909ms)","trace[411942775] 'compare' (duration: 297.254993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:09.696757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:09.295764Z","time spent":"400.965907ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:09.696782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.841815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:09.696879Z","caller":"traceutil/trace.go:171","msg":"trace[1281256878] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:37210; }","duration":"124.958907ms","start":"2026-02-27T02:46:09.571902Z","end":"2026-02-27T02:46:09.696861Z","steps":["trace[1281256878] 'agreement among raft nodes before linearized reading' (duration: 124.794003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:09.697919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.511074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:207 size:2085731"} {"level":"info","ts":"2026-02-27T02:46:09.697979Z","caller":"traceutil/trace.go:171","msg":"trace[762470718] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:207; response_revision:37210; }","duration":"399.611476ms","start":"2026-02-27T02:46:09.298352Z","end":"2026-02-27T02:46:09.697964Z","steps":["trace[762470718] 'agreement among raft nodes before linearized reading' (duration: 397.994388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:09.698008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:09.298339Z","time spent":"399.660548ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":207,"response size":2085754,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:46:09.699988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.414835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37209 ","response":"range_response_count:1000 size:783592"} {"level":"info","ts":"2026-02-27T02:46:09.700057Z","caller":"traceutil/trace.go:171","msg":"trace[321390800] range","detail":"{range_begin:/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37210; }","duration":"397.512378ms","start":"2026-02-27T02:46:09.302528Z","end":"2026-02-27T02:46:09.70004Z","steps":["trace[321390800] 'agreement among raft nodes before linearized reading' (duration: 393.880944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:09.700111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:09.302521Z","time spent":"397.560999ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1498,"response size":783615,"request content":"key:\"/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37209 "} {"level":"warn","ts":"2026-02-27T02:46:10.07579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.874744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:10.076013Z","caller":"traceutil/trace.go:171","msg":"trace[531675288] linearizableReadLoop","detail":"{readStateIndex:38469; appliedIndex:38468; }","duration":"145.424121ms","start":"2026-02-27T02:46:09.930571Z","end":"2026-02-27T02:46:10.075995Z","steps":["trace[531675288] 'read index received' (duration: 33.2207ms)","trace[531675288] 'applied index is now lower than readState.Index' (duration: 112.202241ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:10.076107Z","caller":"traceutil/trace.go:171","msg":"trace[584520499] transaction","detail":"{read_only:false; response_revision:37212; number_of_response:1; }","duration":"147.50248ms","start":"2026-02-27T02:46:09.928574Z","end":"2026-02-27T02:46:10.076076Z","steps":["trace[584520499] 'process raft request' (duration: 35.232027ms)","trace[584520499] 'compare' (duration: 111.656209ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:10.076289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.699428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-27T02:46:10.076341Z","caller":"traceutil/trace.go:171","msg":"trace[1688021417] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37212; }","duration":"145.77211ms","start":"2026-02-27T02:46:09.930559Z","end":"2026-02-27T02:46:10.076331Z","steps":["trace[1688021417] 'agreement among raft nodes before linearized reading' (duration: 145.605546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:10.076568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.831917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:46:10.076685Z","caller":"traceutil/trace.go:171","msg":"trace[433898854] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:37212; }","duration":"106.97212ms","start":"2026-02-27T02:46:09.969698Z","end":"2026-02-27T02:46:10.07667Z","steps":["trace[433898854] 'agreement among raft nodes before linearized reading' (duration: 106.626622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:10.275015Z","caller":"traceutil/trace.go:171","msg":"trace[1132736044] transaction","detail":"{read_only:false; response_revision:37214; number_of_response:1; }","duration":"121.140369ms","start":"2026-02-27T02:46:10.153847Z","end":"2026-02-27T02:46:10.274987Z","steps":["trace[1132736044] 'process raft request' (duration: 103.347826ms)","trace[1132736044] 'compare' (duration: 17.345722ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:10.27526Z","caller":"traceutil/trace.go:171","msg":"trace[822927633] linearizableReadLoop","detail":"{readStateIndex:38472; appliedIndex:38469; }","duration":"118.671152ms","start":"2026-02-27T02:46:10.156566Z","end":"2026-02-27T02:46:10.275237Z","steps":["trace[822927633] 'read index received' (duration: 6.964251ms)","trace[822927633] 'applied index is now lower than readState.Index' (duration: 111.705981ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:10.275376Z","caller":"traceutil/trace.go:171","msg":"trace[699433665] transaction","detail":"{read_only:false; response_revision:37215; number_of_response:1; }","duration":"120.862473ms","start":"2026-02-27T02:46:10.154502Z","end":"2026-02-27T02:46:10.275365Z","steps":["trace[699433665] 'process raft request' (duration: 120.401902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:10.275418Z","caller":"traceutil/trace.go:171","msg":"trace[1892641388] transaction","detail":"{read_only:false; response_revision:37216; number_of_response:1; }","duration":"113.804459ms","start":"2026-02-27T02:46:10.161595Z","end":"2026-02-27T02:46:10.2754Z","steps":["trace[1892641388] 'process raft request' (duration: 113.536503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:10.275489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.904107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-bootstrap\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-02-27T02:46:10.275532Z","caller":"traceutil/trace.go:171","msg":"trace[193088994] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-bootstrap; range_end:; response_count:1; response_revision:37216; }","duration":"118.985459ms","start":"2026-02-27T02:46:10.156534Z","end":"2026-02-27T02:46:10.27552Z","steps":["trace[193088994] 'agreement among raft nodes before linearized reading' (duration: 118.825795ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:10.955893Z","caller":"traceutil/trace.go:171","msg":"trace[211139323] linearizableReadLoop","detail":"{readStateIndex:38476; appliedIndex:38475; }","duration":"144.020169ms","start":"2026-02-27T02:46:10.811851Z","end":"2026-02-27T02:46:10.955872Z","steps":["trace[211139323] 'read index received' (duration: 143.801374ms)","trace[211139323] 'applied index is now lower than readState.Index' (duration: 217.895µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:10.955988Z","caller":"traceutil/trace.go:171","msg":"trace[31367244] transaction","detail":"{read_only:false; response_revision:37219; number_of_response:1; }","duration":"178.093769ms","start":"2026-02-27T02:46:10.777861Z","end":"2026-02-27T02:46:10.955955Z","steps":["trace[31367244] 'process raft request' (duration: 177.862964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:10.956159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.782123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-db-init\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:46:10.956219Z","caller":"traceutil/trace.go:171","msg":"trace[234571249] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-db-init; range_end:; response_count:1; response_revision:37219; }","duration":"124.891506ms","start":"2026-02-27T02:46:10.831312Z","end":"2026-02-27T02:46:10.956203Z","steps":["trace[234571249] 'agreement among raft nodes before linearized reading' (duration: 124.706052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:10.959518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.638703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388897"} {"level":"info","ts":"2026-02-27T02:46:10.959599Z","caller":"traceutil/trace.go:171","msg":"trace[1475893504] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37219; }","duration":"147.783087ms","start":"2026-02-27T02:46:10.8118Z","end":"2026-02-27T02:46:10.959583Z","steps":["trace[1475893504] 'agreement among raft nodes before linearized reading' (duration: 144.173463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:11.419529Z","caller":"traceutil/trace.go:171","msg":"trace[75031726] transaction","detail":"{read_only:false; response_revision:37222; number_of_response:1; }","duration":"125.06997ms","start":"2026-02-27T02:46:11.294428Z","end":"2026-02-27T02:46:11.419498Z","steps":["trace[75031726] 'process raft request' (duration: 80.914086ms)","trace[75031726] 'compare' (duration: 43.97554ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:12.007887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.26433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:46:12.007887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.47385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:46:12.007948Z","caller":"traceutil/trace.go:171","msg":"trace[1681843631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37223; }","duration":"136.363872ms","start":"2026-02-27T02:46:11.871573Z","end":"2026-02-27T02:46:12.007937Z","steps":["trace[1681843631] 'range keys from in-memory index tree' (duration: 136.177318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:12.007964Z","caller":"traceutil/trace.go:171","msg":"trace[411029554] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:37223; }","duration":"119.569453ms","start":"2026-02-27T02:46:11.888379Z","end":"2026-02-27T02:46:12.007949Z","steps":["trace[411029554] 'range keys from in-memory index tree' (duration: 119.321657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.009724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.634618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37223 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:46:12.009806Z","caller":"traceutil/trace.go:171","msg":"trace[2050384001] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37223; }","duration":"139.776741ms","start":"2026-02-27T02:46:11.870011Z","end":"2026-02-27T02:46:12.009788Z","steps":["trace[2050384001] 'range keys from in-memory index tree' (duration: 137.622901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.247947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.812944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:12.24805Z","caller":"traceutil/trace.go:171","msg":"trace[1570797586] transaction","detail":"{read_only:false; response_revision:37225; number_of_response:1; }","duration":"163.86747ms","start":"2026-02-27T02:46:12.084167Z","end":"2026-02-27T02:46:12.248034Z","steps":["trace[1570797586] 'process raft request' (duration: 57.869272ms)","trace[1570797586] 'compare' (duration: 105.027026ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:12.495854Z","caller":"traceutil/trace.go:171","msg":"trace[1271132239] transaction","detail":"{read_only:false; response_revision:37226; number_of_response:1; }","duration":"404.150621ms","start":"2026-02-27T02:46:12.091681Z","end":"2026-02-27T02:46:12.495832Z","steps":["trace[1271132239] 'process raft request' (duration: 300.491958ms)","trace[1271132239] 'compare' (duration: 96.048057ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:12.495971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:12.091665Z","time spent":"404.243014ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:12.496367Z","caller":"traceutil/trace.go:171","msg":"trace[2014964141] transaction","detail":"{read_only:false; response_revision:37230; number_of_response:1; }","duration":"213.115712ms","start":"2026-02-27T02:46:12.283243Z","end":"2026-02-27T02:46:12.496359Z","steps":["trace[2014964141] 'process raft request' (duration: 213.093161ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:12.496459Z","caller":"traceutil/trace.go:171","msg":"trace[370488826] linearizableReadLoop","detail":"{readStateIndex:38483; appliedIndex:38481; }","duration":"391.863687ms","start":"2026-02-27T02:46:12.104589Z","end":"2026-02-27T02:46:12.496453Z","steps":["trace[370488826] 'read index received' (duration: 37.459069ms)","trace[370488826] 'applied index is now lower than readState.Index' (duration: 354.403888ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:12.496589Z","caller":"traceutil/trace.go:171","msg":"trace[735706961] transaction","detail":"{read_only:false; response_revision:37227; number_of_response:1; }","duration":"312.777903ms","start":"2026-02-27T02:46:12.183807Z","end":"2026-02-27T02:46:12.496584Z","steps":["trace[735706961] 'process raft request' (duration: 312.409084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.496627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:12.183785Z","time spent":"312.821233ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:12.496701Z","caller":"traceutil/trace.go:171","msg":"trace[39256901] transaction","detail":"{read_only:false; response_revision:37228; number_of_response:1; }","duration":"216.359128ms","start":"2026-02-27T02:46:12.280338Z","end":"2026-02-27T02:46:12.496697Z","steps":["trace[39256901] 'process raft request' (duration: 215.958368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:12.496762Z","caller":"traceutil/trace.go:171","msg":"trace[1475866512] transaction","detail":"{read_only:false; response_revision:37229; number_of_response:1; }","duration":"216.300506ms","start":"2026-02-27T02:46:12.280456Z","end":"2026-02-27T02:46:12.496756Z","steps":["trace[1475866512] 'process raft request' (duration: 215.862596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.496855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.290307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:46:12.496877Z","caller":"traceutil/trace.go:171","msg":"trace[68474581] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:37230; }","duration":"392.342709ms","start":"2026-02-27T02:46:12.10453Z","end":"2026-02-27T02:46:12.496873Z","steps":["trace[68474581] 'agreement among raft nodes before linearized reading' (duration: 392.297958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.496893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:12.104519Z","time spent":"392.371409ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:46:12.498637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.727507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388897"} {"level":"info","ts":"2026-02-27T02:46:12.498659Z","caller":"traceutil/trace.go:171","msg":"trace[370637253] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37230; }","duration":"339.793099ms","start":"2026-02-27T02:46:12.158862Z","end":"2026-02-27T02:46:12.498655Z","steps":["trace[370637253] 'agreement among raft nodes before linearized reading' (duration: 338.11507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.49868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:12.158842Z","time spent":"339.82738ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1998,"response size":388920,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:46:12.499019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.983637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:12.499044Z","caller":"traceutil/trace.go:171","msg":"trace[1366263501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37230; }","duration":"156.039859ms","start":"2026-02-27T02:46:12.342998Z","end":"2026-02-27T02:46:12.499038Z","steps":["trace[1366263501] 'agreement among raft nodes before linearized reading' (duration: 156.001748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:12.835291Z","caller":"traceutil/trace.go:171","msg":"trace[1846321219] linearizableReadLoop","detail":"{readStateIndex:38488; appliedIndex:38487; }","duration":"318.6881ms","start":"2026-02-27T02:46:12.516575Z","end":"2026-02-27T02:46:12.835263Z","steps":["trace[1846321219] 'read index received' (duration: 277.086155ms)","trace[1846321219] 'applied index is now lower than readState.Index' (duration: 41.600915ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:12.83538Z","caller":"traceutil/trace.go:171","msg":"trace[942772690] transaction","detail":"{read_only:false; response_revision:37231; number_of_response:1; }","duration":"321.25937ms","start":"2026-02-27T02:46:12.51411Z","end":"2026-02-27T02:46:12.83537Z","steps":["trace[942772690] 'process raft request' (duration: 279.540712ms)","trace[942772690] 'compare' (duration: 41.310008ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:12.835457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:12.514088Z","time spent":"321.3073ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:12.835498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.891785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:12.835577Z","caller":"traceutil/trace.go:171","msg":"trace[1996271152] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37231; }","duration":"318.992007ms","start":"2026-02-27T02:46:12.516562Z","end":"2026-02-27T02:46:12.835554Z","steps":["trace[1996271152] 'agreement among raft nodes before linearized reading' (duration: 318.822373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.835635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:12.516555Z","time spent":"319.069889ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:46:12.923838Z","caller":"traceutil/trace.go:171","msg":"trace[91561591] transaction","detail":"{read_only:false; response_revision:37232; number_of_response:1; }","duration":"150.336026ms","start":"2026-02-27T02:46:12.773481Z","end":"2026-02-27T02:46:12.923817Z","steps":["trace[91561591] 'process raft request' (duration: 150.209413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.924058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.349096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:46:12.924145Z","caller":"traceutil/trace.go:171","msg":"trace[1958140368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37232; }","duration":"382.469798ms","start":"2026-02-27T02:46:12.541649Z","end":"2026-02-27T02:46:12.924119Z","steps":["trace[1958140368] 'agreement among raft nodes before linearized reading' (duration: 382.221663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.924192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:12.541635Z","time spent":"382.546901ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:46:12.924224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.292586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:12.924267Z","caller":"traceutil/trace.go:171","msg":"trace[1038766884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37232; }","duration":"166.380498ms","start":"2026-02-27T02:46:12.757864Z","end":"2026-02-27T02:46:12.924244Z","steps":["trace[1038766884] 'agreement among raft nodes before linearized reading' (duration: 166.320707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.92442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.434265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:46:12.924439Z","caller":"traceutil/trace.go:171","msg":"trace[602501787] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:37232; }","duration":"306.506437ms","start":"2026-02-27T02:46:12.617928Z","end":"2026-02-27T02:46:12.924435Z","steps":["trace[602501787] 'agreement among raft nodes before linearized reading' (duration: 306.452275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.924453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:12.617902Z","time spent":"306.547168ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T02:46:12.926533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.49592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37230 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:46:12.926627Z","caller":"traceutil/trace.go:171","msg":"trace[1892475899] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37232; }","duration":"404.636773ms","start":"2026-02-27T02:46:12.521971Z","end":"2026-02-27T02:46:12.926607Z","steps":["trace[1892475899] 'agreement among raft nodes before linearized reading' (duration: 402.255538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:12.926693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:12.521955Z","time spent":"404.708664ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":498,"response size":380495,"request content":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37230 "} {"level":"warn","ts":"2026-02-27T02:46:13.280511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.356246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-02-27T02:46:13.280583Z","caller":"traceutil/trace.go:171","msg":"trace[1186174415] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:37234; }","duration":"131.445428ms","start":"2026-02-27T02:46:13.149122Z","end":"2026-02-27T02:46:13.280568Z","steps":["trace[1186174415] 'range keys from in-memory index tree' (duration: 131.227773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:13.280669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.320087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:46:13.280736Z","caller":"traceutil/trace.go:171","msg":"trace[1878260397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37234; }","duration":"147.44544ms","start":"2026-02-27T02:46:13.133276Z","end":"2026-02-27T02:46:13.280722Z","steps":["trace[1878260397] 'range keys from in-memory index tree' (duration: 147.142612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:13.283371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.64261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388897"} {"level":"info","ts":"2026-02-27T02:46:13.283418Z","caller":"traceutil/trace.go:171","msg":"trace[2054834315] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37234; }","duration":"146.727763ms","start":"2026-02-27T02:46:13.13668Z","end":"2026-02-27T02:46:13.283408Z","steps":["trace[2054834315] 'range keys from in-memory index tree' (duration: 145.387151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:14.636765Z","caller":"traceutil/trace.go:171","msg":"trace[500045691] transaction","detail":"{read_only:false; response_revision:37242; number_of_response:1; }","duration":"131.143081ms","start":"2026-02-27T02:46:14.505601Z","end":"2026-02-27T02:46:14.636744Z","steps":["trace[500045691] 'process raft request' (duration: 99.452906ms)","trace[500045691] 'compare' (duration: 31.537882ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:14.637025Z","caller":"traceutil/trace.go:171","msg":"trace[2087991438] transaction","detail":"{read_only:false; response_revision:37243; number_of_response:1; }","duration":"131.283224ms","start":"2026-02-27T02:46:14.505718Z","end":"2026-02-27T02:46:14.637001Z","steps":["trace[2087991438] 'process raft request' (duration: 130.982687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:14.637076Z","caller":"traceutil/trace.go:171","msg":"trace[958300469] linearizableReadLoop","detail":"{readStateIndex:38502; appliedIndex:38498; }","duration":"121.63803ms","start":"2026-02-27T02:46:14.515413Z","end":"2026-02-27T02:46:14.637051Z","steps":["trace[958300469] 'read index received' (duration: 24.822495ms)","trace[958300469] 'applied index is now lower than readState.Index' (duration: 96.814135ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:14.637197Z","caller":"traceutil/trace.go:171","msg":"trace[1168104728] transaction","detail":"{read_only:false; response_revision:37244; number_of_response:1; }","duration":"130.901135ms","start":"2026-02-27T02:46:14.506279Z","end":"2026-02-27T02:46:14.63718Z","steps":["trace[1168104728] 'process raft request' (duration: 130.66663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:14.637327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.892336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-02-27T02:46:14.637377Z","caller":"traceutil/trace.go:171","msg":"trace[1157904568] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:37244; }","duration":"121.957468ms","start":"2026-02-27T02:46:14.515408Z","end":"2026-02-27T02:46:14.637366Z","steps":["trace[1157904568] 'agreement among raft nodes before linearized reading' (duration: 121.803754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:15.111313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.629972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:46:15.111409Z","caller":"traceutil/trace.go:171","msg":"trace[853514038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37245; }","duration":"103.772385ms","start":"2026-02-27T02:46:15.007616Z","end":"2026-02-27T02:46:15.111388Z","steps":["trace[853514038] 'range keys from in-memory index tree' (duration: 103.408626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:15.552503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.175496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:15.552589Z","caller":"traceutil/trace.go:171","msg":"trace[714074557] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:37248; }","duration":"123.30479ms","start":"2026-02-27T02:46:15.429264Z","end":"2026-02-27T02:46:15.552569Z","steps":["trace[714074557] 'count revisions from in-memory index tree' (duration: 123.107715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:15.556354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.427985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388897"} {"level":"info","ts":"2026-02-27T02:46:15.556447Z","caller":"traceutil/trace.go:171","msg":"trace[495489010] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37248; }","duration":"124.546568ms","start":"2026-02-27T02:46:15.431877Z","end":"2026-02-27T02:46:15.556424Z","steps":["trace[495489010] 'range keys from in-memory index tree' (duration: 122.48041ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:16.447823Z","caller":"traceutil/trace.go:171","msg":"trace[2027750382] linearizableReadLoop","detail":"{readStateIndex:38511; appliedIndex:38510; }","duration":"326.098751ms","start":"2026-02-27T02:46:16.121696Z","end":"2026-02-27T02:46:16.447794Z","steps":["trace[2027750382] 'read index received' (duration: 325.948748ms)","trace[2027750382] 'applied index is now lower than readState.Index' (duration: 148.813µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:16.447948Z","caller":"traceutil/trace.go:171","msg":"trace[1915538746] transaction","detail":"{read_only:false; response_revision:37252; number_of_response:1; }","duration":"378.396254ms","start":"2026-02-27T02:46:16.069521Z","end":"2026-02-27T02:46:16.447917Z","steps":["trace[1915538746] 'process raft request' (duration: 378.106487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:16.4481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.069502Z","time spent":"378.521027ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:16.448207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.701278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T02:46:16.448329Z","caller":"traceutil/trace.go:171","msg":"trace[424099484] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37252; }","duration":"148.877372ms","start":"2026-02-27T02:46:16.299431Z","end":"2026-02-27T02:46:16.448309Z","steps":["trace[424099484] 'agreement among raft nodes before linearized reading' (duration: 148.622956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:16.448462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.77494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-27T02:46:16.448552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.856109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:46:16.448602Z","caller":"traceutil/trace.go:171","msg":"trace[872315222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37252; }","duration":"326.944791ms","start":"2026-02-27T02:46:16.121644Z","end":"2026-02-27T02:46:16.448589Z","steps":["trace[872315222] 'agreement among raft nodes before linearized reading' (duration: 326.315777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:16.448642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:16.121624Z","time spent":"327.007382ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:46:16.448737Z","caller":"traceutil/trace.go:171","msg":"trace[1809644292] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:37252; }","duration":"261.912243ms","start":"2026-02-27T02:46:16.186626Z","end":"2026-02-27T02:46:16.448538Z","steps":["trace[1809644292] 'agreement among raft nodes before linearized reading' (duration: 261.400041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:16.452084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.029031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:16.452176Z","caller":"traceutil/trace.go:171","msg":"trace[1046593334] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37252; }","duration":"229.150153ms","start":"2026-02-27T02:46:16.223007Z","end":"2026-02-27T02:46:16.452157Z","steps":["trace[1046593334] 'agreement among raft nodes before linearized reading' (duration: 225.084519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:16.807332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.321143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:16.807432Z","caller":"traceutil/trace.go:171","msg":"trace[1979460494] linearizableReadLoop","detail":"{readStateIndex:38514; appliedIndex:38513; }","duration":"254.228505ms","start":"2026-02-27T02:46:16.553187Z","end":"2026-02-27T02:46:16.807415Z","steps":["trace[1979460494] 'read index received' (duration: 129.910652ms)","trace[1979460494] 'applied index is now lower than readState.Index' (duration: 124.316903ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:16.807471Z","caller":"traceutil/trace.go:171","msg":"trace[1005560496] transaction","detail":"{read_only:false; response_revision:37255; number_of_response:1; }","duration":"262.328573ms","start":"2026-02-27T02:46:16.545107Z","end":"2026-02-27T02:46:16.807435Z","steps":["trace[1005560496] 'process raft request' (duration: 137.823735ms)","trace[1005560496] 'compare' (duration: 124.229981ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:16.809563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.358754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37252 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:46:16.80964Z","caller":"traceutil/trace.go:171","msg":"trace[609495865] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37255; }","duration":"256.467527ms","start":"2026-02-27T02:46:16.553156Z","end":"2026-02-27T02:46:16.809623Z","steps":["trace[609495865] 'agreement among raft nodes before linearized reading' (duration: 254.317307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:16.89918Z","caller":"traceutil/trace.go:171","msg":"trace[564499633] transaction","detail":"{read_only:false; response_revision:37256; number_of_response:1; }","duration":"257.498861ms","start":"2026-02-27T02:46:16.641651Z","end":"2026-02-27T02:46:16.89915Z","steps":["trace[564499633] 'process raft request' (duration: 257.113602ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:16.899503Z","caller":"traceutil/trace.go:171","msg":"trace[971645451] transaction","detail":"{read_only:false; response_revision:37257; number_of_response:1; }","duration":"257.743607ms","start":"2026-02-27T02:46:16.641736Z","end":"2026-02-27T02:46:16.89948Z","steps":["trace[971645451] 'process raft request' (duration: 257.338408ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:16.899574Z","caller":"traceutil/trace.go:171","msg":"trace[716716077] transaction","detail":"{read_only:false; response_revision:37258; number_of_response:1; }","duration":"256.642011ms","start":"2026-02-27T02:46:16.642906Z","end":"2026-02-27T02:46:16.899548Z","steps":["trace[716716077] 'process raft request' (duration: 256.426306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:16.899654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.451716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:46:16.899674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.300164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:16.899735Z","caller":"traceutil/trace.go:171","msg":"trace[238739889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37258; }","duration":"143.586999ms","start":"2026-02-27T02:46:16.756129Z","end":"2026-02-27T02:46:16.899716Z","steps":["trace[238739889] 'agreement among raft nodes before linearized reading' (duration: 143.417135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:16.899748Z","caller":"traceutil/trace.go:171","msg":"trace[129434208] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:37258; }","duration":"115.385686ms","start":"2026-02-27T02:46:16.784349Z","end":"2026-02-27T02:46:16.899735Z","steps":["trace[129434208] 'agreement among raft nodes before linearized reading' (duration: 115.275053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:16.902571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.43498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:16.902627Z","caller":"traceutil/trace.go:171","msg":"trace[1674136683] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37258; }","duration":"232.531272ms","start":"2026-02-27T02:46:16.670084Z","end":"2026-02-27T02:46:16.902615Z","steps":["trace[1674136683] 'agreement among raft nodes before linearized reading' (duration: 229.810458ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:17.145823Z","caller":"traceutil/trace.go:171","msg":"trace[1767428471] linearizableReadLoop","detail":"{readStateIndex:38518; appliedIndex:38517; }","duration":"137.157961ms","start":"2026-02-27T02:46:17.008641Z","end":"2026-02-27T02:46:17.145799Z","steps":["trace[1767428471] 'read index received' (duration: 136.977176ms)","trace[1767428471] 'applied index is now lower than readState.Index' (duration: 179.675µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:17.145872Z","caller":"traceutil/trace.go:171","msg":"trace[333271389] transaction","detail":"{read_only:false; response_revision:37259; number_of_response:1; }","duration":"146.407565ms","start":"2026-02-27T02:46:16.999437Z","end":"2026-02-27T02:46:17.145845Z","steps":["trace[333271389] 'process raft request' (duration: 146.20028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.148205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.545625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37258 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:46:17.148282Z","caller":"traceutil/trace.go:171","msg":"trace[1417069310] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37259; }","duration":"139.618457ms","start":"2026-02-27T02:46:17.008627Z","end":"2026-02-27T02:46:17.148245Z","steps":["trace[1417069310] 'agreement among raft nodes before linearized reading' (duration: 137.301544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.499928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.219815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-api\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-02-27T02:46:17.499988Z","caller":"traceutil/trace.go:171","msg":"trace[85519410] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-api; range_end:; response_count:1; response_revision:37261; }","duration":"166.315176ms","start":"2026-02-27T02:46:17.33366Z","end":"2026-02-27T02:46:17.499975Z","steps":["trace[85519410] 'range keys from in-memory index tree' (duration: 166.02129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.50054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.031334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:46:17.500627Z","caller":"traceutil/trace.go:171","msg":"trace[1871449804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37261; }","duration":"136.172997ms","start":"2026-02-27T02:46:17.364435Z","end":"2026-02-27T02:46:17.500608Z","steps":["trace[1871449804] 'range keys from in-memory index tree' (duration: 135.820339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:17.77293Z","caller":"traceutil/trace.go:171","msg":"trace[865760898] linearizableReadLoop","detail":"{readStateIndex:38522; appliedIndex:38520; }","duration":"267.425861ms","start":"2026-02-27T02:46:17.505482Z","end":"2026-02-27T02:46:17.772908Z","steps":["trace[865760898] 'read index received' (duration: 33.933577ms)","trace[865760898] 'applied index is now lower than readState.Index' (duration: 233.491334ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:17.772987Z","caller":"traceutil/trace.go:171","msg":"trace[985122612] transaction","detail":"{read_only:false; response_revision:37263; number_of_response:1; }","duration":"267.631526ms","start":"2026-02-27T02:46:17.505322Z","end":"2026-02-27T02:46:17.772954Z","steps":["trace[985122612] 'process raft request' (duration: 267.387291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.773656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.154228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-test\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T02:46:17.773714Z","caller":"traceutil/trace.go:171","msg":"trace[1133066043] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-test; range_end:; response_count:1; response_revision:37263; }","duration":"268.24429ms","start":"2026-02-27T02:46:17.505457Z","end":"2026-02-27T02:46:17.773701Z","steps":["trace[1133066043] 'agreement among raft nodes before linearized reading' (duration: 267.576865ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:17.94449Z","caller":"traceutil/trace.go:171","msg":"trace[557401061] linearizableReadLoop","detail":"{readStateIndex:38523; appliedIndex:38522; }","duration":"171.464496ms","start":"2026-02-27T02:46:17.773Z","end":"2026-02-27T02:46:17.944464Z","steps":["trace[557401061] 'read index received' (duration: 72.056651ms)","trace[557401061] 'applied index is now lower than readState.Index' (duration: 99.406395ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:17.944879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.596857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-api\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-02-27T02:46:17.94499Z","caller":"traceutil/trace.go:171","msg":"trace[573560741] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-api; range_end:; response_count:1; response_revision:37264; }","duration":"368.72282ms","start":"2026-02-27T02:46:17.576222Z","end":"2026-02-27T02:46:17.944945Z","steps":["trace[573560741] 'agreement among raft nodes before linearized reading' (duration: 368.435314ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:17.945039Z","caller":"traceutil/trace.go:171","msg":"trace[2095755205] transaction","detail":"{read_only:false; response_revision:37264; number_of_response:1; }","duration":"387.117166ms","start":"2026-02-27T02:46:17.5579Z","end":"2026-02-27T02:46:17.945017Z","steps":["trace[2095755205] 'process raft request' (duration: 287.210169ms)","trace[2095755205] 'compare' (duration: 99.204131ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:17.945047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:17.576209Z","time spent":"368.826132ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":542,"request content":"key:\"/registry/serviceaccounts/openstack/heat-api\" "} {"level":"warn","ts":"2026-02-27T02:46:17.945144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.944016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-27T02:46:17.945182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:17.557875Z","time spent":"387.231909ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:17.945218Z","caller":"traceutil/trace.go:171","msg":"trace[1890661117] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:37264; }","duration":"222.059689ms","start":"2026-02-27T02:46:17.723138Z","end":"2026-02-27T02:46:17.945198Z","steps":["trace[1890661117] 'agreement among raft nodes before linearized reading' (duration: 221.876415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:17.94639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.996329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:207 size:2085731"} {"level":"info","ts":"2026-02-27T02:46:17.946469Z","caller":"traceutil/trace.go:171","msg":"trace[727929345] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:207; response_revision:37264; }","duration":"169.136902ms","start":"2026-02-27T02:46:17.777315Z","end":"2026-02-27T02:46:17.946452Z","steps":["trace[727929345] 'agreement among raft nodes before linearized reading' (duration: 167.431963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.33816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.134096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:18.33823Z","caller":"traceutil/trace.go:171","msg":"trace[163736769] linearizableReadLoop","detail":"{readStateIndex:38524; appliedIndex:38523; }","duration":"382.547621ms","start":"2026-02-27T02:46:17.95567Z","end":"2026-02-27T02:46:18.338217Z","steps":["trace[163736769] 'read index received' (duration: 99.19333ms)","trace[163736769] 'applied index is now lower than readState.Index' (duration: 283.353091ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:18.338421Z","caller":"traceutil/trace.go:171","msg":"trace[971329739] transaction","detail":"{read_only:false; response_revision:37265; number_of_response:1; }","duration":"387.230239ms","start":"2026-02-27T02:46:17.951183Z","end":"2026-02-27T02:46:18.338413Z","steps":["trace[971329739] 'process raft request' (duration: 103.778786ms)","trace[971329739] 'compare' (duration: 281.903517ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:18.338462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:17.95116Z","time spent":"387.279941ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:18.33859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.378967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ovs-agent\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-27T02:46:18.33864Z","caller":"traceutil/trace.go:171","msg":"trace[562148137] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ovs-agent; range_end:; response_count:1; response_revision:37265; }","duration":"379.453969ms","start":"2026-02-27T02:46:17.959173Z","end":"2026-02-27T02:46:18.338627Z","steps":["trace[562148137] 'agreement among raft nodes before linearized reading' (duration: 379.302746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.338667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:17.959166Z","time spent":"379.49517ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-ovs-agent\" "} {"level":"warn","ts":"2026-02-27T02:46:18.340002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.307141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:207 size:2085731"} {"level":"info","ts":"2026-02-27T02:46:18.340071Z","caller":"traceutil/trace.go:171","msg":"trace[618208194] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:207; response_revision:37265; }","duration":"384.431834ms","start":"2026-02-27T02:46:17.955623Z","end":"2026-02-27T02:46:18.340055Z","steps":["trace[618208194] 'agreement among raft nodes before linearized reading' (duration: 382.870658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.340108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:17.955602Z","time spent":"384.495045ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":207,"response size":2085754,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:46:18.343591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.46627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:18.343712Z","caller":"traceutil/trace.go:171","msg":"trace[1873786582] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37265; }","duration":"282.627653ms","start":"2026-02-27T02:46:18.061061Z","end":"2026-02-27T02:46:18.343689Z","steps":["trace[1873786582] 'agreement among raft nodes before linearized reading' (duration: 277.444803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.601463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.650743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:18.601535Z","caller":"traceutil/trace.go:171","msg":"trace[1217853803] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37265; }","duration":"131.771996ms","start":"2026-02-27T02:46:18.469751Z","end":"2026-02-27T02:46:18.601523Z","steps":["trace[1217853803] 'range keys from in-memory index tree' (duration: 129.490943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.602556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.468039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:46:18.602591Z","caller":"traceutil/trace.go:171","msg":"trace[1080671994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37265; }","duration":"131.546811ms","start":"2026-02-27T02:46:18.471037Z","end":"2026-02-27T02:46:18.602583Z","steps":["trace[1080671994] 'range keys from in-memory index tree' (duration: 131.331396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.978815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.039608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:18.979158Z","caller":"traceutil/trace.go:171","msg":"trace[1966779648] linearizableReadLoop","detail":"{readStateIndex:38526; appliedIndex:38524; }","duration":"371.267719ms","start":"2026-02-27T02:46:18.607847Z","end":"2026-02-27T02:46:18.979115Z","steps":["trace[1966779648] 'read index received' (duration: 79.173896ms)","trace[1966779648] 'applied index is now lower than readState.Index' (duration: 292.092383ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:18.979276Z","caller":"traceutil/trace.go:171","msg":"trace[1397796246] transaction","detail":"{read_only:false; response_revision:37267; number_of_response:1; }","duration":"373.575773ms","start":"2026-02-27T02:46:18.605651Z","end":"2026-02-27T02:46:18.979226Z","steps":["trace[1397796246] 'process raft request' (duration: 233.032124ms)","trace[1397796246] 'compare' (duration: 139.592417ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:18.979431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:18.605637Z","time spent":"373.711195ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:18.988943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.090786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37265 ","response":"range_response_count:1000 size:783592"} {"level":"info","ts":"2026-02-27T02:46:18.988995Z","caller":"traceutil/trace.go:171","msg":"trace[1372509604] range","detail":"{range_begin:/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37267; }","duration":"381.157689ms","start":"2026-02-27T02:46:18.607819Z","end":"2026-02-27T02:46:18.988976Z","steps":["trace[1372509604] 'agreement among raft nodes before linearized reading' (duration: 371.407163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:18.989074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:18.60781Z","time spent":"381.20514ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1498,"response size":783615,"request content":"key:\"/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37265 "} {"level":"info","ts":"2026-02-27T02:46:19.059519Z","caller":"traceutil/trace.go:171","msg":"trace[1559157243] transaction","detail":"{read_only:false; response_revision:37269; number_of_response:1; }","duration":"247.97007ms","start":"2026-02-27T02:46:18.811519Z","end":"2026-02-27T02:46:19.059489Z","steps":["trace[1559157243] 'process raft request' (duration: 247.915838ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:19.059561Z","caller":"traceutil/trace.go:171","msg":"trace[171641775] transaction","detail":"{read_only:false; response_revision:37268; number_of_response:1; }","duration":"282.939031ms","start":"2026-02-27T02:46:18.776578Z","end":"2026-02-27T02:46:19.059517Z","steps":["trace[171641775] 'process raft request' (duration: 282.677405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:19.189765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.284268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:19.190022Z","caller":"traceutil/trace.go:171","msg":"trace[1456902776] transaction","detail":"{read_only:false; response_revision:37270; number_of_response:1; }","duration":"286.056853ms","start":"2026-02-27T02:46:18.903914Z","end":"2026-02-27T02:46:19.189971Z","steps":["trace[1456902776] 'process raft request' (duration: 184.476198ms)","trace[1456902776] 'compare' (duration: 101.165826ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:19.190217Z","caller":"traceutil/trace.go:171","msg":"trace[361645774] transaction","detail":"{read_only:false; response_revision:37271; number_of_response:1; }","duration":"284.951857ms","start":"2026-02-27T02:46:18.905225Z","end":"2026-02-27T02:46:19.190176Z","steps":["trace[361645774] 'process raft request' (duration: 284.65521ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:19.190538Z","caller":"traceutil/trace.go:171","msg":"trace[1748544263] transaction","detail":"{read_only:false; response_revision:37272; number_of_response:1; }","duration":"285.07069ms","start":"2026-02-27T02:46:18.905411Z","end":"2026-02-27T02:46:19.190482Z","steps":["trace[1748544263] 'process raft request' (duration: 284.540568ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:19.19055Z","caller":"traceutil/trace.go:171","msg":"trace[1489129365] linearizableReadLoop","detail":"{readStateIndex:38531; appliedIndex:38527; }","duration":"211.31792ms","start":"2026-02-27T02:46:18.979196Z","end":"2026-02-27T02:46:19.190514Z","steps":["trace[1489129365] 'read index received' (duration: 80.24099ms)","trace[1489129365] 'applied index is now lower than readState.Index' (duration: 131.07291ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:19.315153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.015708ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T02:46:19.315165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.428049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:46:19.315362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.205306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:46:19.315392Z","caller":"traceutil/trace.go:171","msg":"trace[1487174229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37272; }","duration":"157.230006ms","start":"2026-02-27T02:46:19.158151Z","end":"2026-02-27T02:46:19.315381Z","steps":["trace[1487174229] 'agreement among raft nodes before linearized reading' (duration: 157.152565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:19.315182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.976881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:46:19.315258Z","caller":"traceutil/trace.go:171","msg":"trace[810588310] linearizableReadLoop","detail":"{readStateIndex:38532; appliedIndex:38531; }","duration":"124.545178ms","start":"2026-02-27T02:46:19.190695Z","end":"2026-02-27T02:46:19.31524Z","steps":["trace[810588310] 'read index received' (duration: 111.613µs)","trace[810588310] 'applied index is now lower than readState.Index' (duration: 124.432135ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:19.315501Z","caller":"traceutil/trace.go:171","msg":"trace[1258457330] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:37272; }","duration":"634.304499ms","start":"2026-02-27T02:46:18.681168Z","end":"2026-02-27T02:46:19.315473Z","steps":["trace[1258457330] 'agreement among raft nodes before linearized reading' (duration: 509.454583ms)","trace[1258457330] 'range keys from in-memory index tree' (duration: 124.479236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:19.315582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:18.681155Z","time spent":"634.38894ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":554,"request content":"key:\"/registry/serviceaccounts/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-02-27T02:46:19.31623Z","caller":"traceutil/trace.go:171","msg":"trace[1024322867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37272; }","duration":"558.679215ms","start":"2026-02-27T02:46:18.756675Z","end":"2026-02-27T02:46:19.315354Z","steps":["trace[1024322867] 'agreement among raft nodes before linearized reading' (duration: 433.896431ms)","trace[1024322867] 'range keys from in-memory index tree' (duration: 124.536137ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:19.316358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:18.75666Z","time spent":"559.670977ms","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:46:19.317322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.93373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T02:46:19.317428Z","caller":"traceutil/trace.go:171","msg":"trace[1552218143] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37272; }","duration":"352.077384ms","start":"2026-02-27T02:46:18.96532Z","end":"2026-02-27T02:46:19.317398Z","steps":["trace[1552218143] 'agreement among raft nodes before linearized reading' (duration: 225.223073ms)","trace[1552218143] 'range keys from in-memory index tree' (duration: 124.744343ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:19.317485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:18.965307Z","time spent":"352.166036ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:46:19.318528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.909429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37265 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:46:19.318638Z","caller":"traceutil/trace.go:171","msg":"trace[225216832] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37272; }","duration":"317.028881ms","start":"2026-02-27T02:46:19.001593Z","end":"2026-02-27T02:46:19.318622Z","steps":["trace[225216832] 'agreement among raft nodes before linearized reading' (duration: 313.918259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:19.318726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:19.001571Z","time spent":"317.121213ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":498,"response size":380495,"request content":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37265 "} {"level":"info","ts":"2026-02-27T02:46:19.579332Z","caller":"traceutil/trace.go:171","msg":"trace[1642422323] transaction","detail":"{read_only:false; response_revision:37275; number_of_response:1; }","duration":"258.74874ms","start":"2026-02-27T02:46:19.320558Z","end":"2026-02-27T02:46:19.579307Z","steps":["trace[1642422323] 'process raft request' (duration: 258.670418ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:19.579556Z","caller":"traceutil/trace.go:171","msg":"trace[1046466332] transaction","detail":"{read_only:false; response_revision:37274; number_of_response:1; }","duration":"259.396105ms","start":"2026-02-27T02:46:19.320149Z","end":"2026-02-27T02:46:19.579545Z","steps":["trace[1046466332] 'process raft request' (duration: 235.002929ms)","trace[1046466332] 'compare' (duration: 23.934755ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:19.579954Z","caller":"traceutil/trace.go:171","msg":"trace[427861332] linearizableReadLoop","detail":"{readStateIndex:38535; appliedIndex:38532; }","duration":"258.33463ms","start":"2026-02-27T02:46:19.321583Z","end":"2026-02-27T02:46:19.579918Z","steps":["trace[427861332] 'read index received' (duration: 96.092828ms)","trace[427861332] 'applied index is now lower than readState.Index' (duration: 162.240082ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:19.580014Z","caller":"traceutil/trace.go:171","msg":"trace[111474004] transaction","detail":"{read_only:false; response_revision:37276; number_of_response:1; }","duration":"258.290809ms","start":"2026-02-27T02:46:19.321704Z","end":"2026-02-27T02:46:19.579994Z","steps":["trace[111474004] 'process raft request' (duration: 257.565732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:19.580492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.054093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:19.580576Z","caller":"traceutil/trace.go:171","msg":"trace[161628489] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:37276; }","duration":"245.175475ms","start":"2026-02-27T02:46:19.335381Z","end":"2026-02-27T02:46:19.580556Z","steps":["trace[161628489] 'agreement among raft nodes before linearized reading' (duration: 245.017642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:19.580909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.519816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-cfn\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-02-27T02:46:19.580963Z","caller":"traceutil/trace.go:171","msg":"trace[208057853] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-cfn; range_end:; response_count:1; response_revision:37276; }","duration":"155.612708ms","start":"2026-02-27T02:46:19.425337Z","end":"2026-02-27T02:46:19.58095Z","steps":["trace[208057853] 'agreement among raft nodes before linearized reading' (duration: 155.461185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:19.582123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.518381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:207 size:2085731"} {"level":"info","ts":"2026-02-27T02:46:19.582188Z","caller":"traceutil/trace.go:171","msg":"trace[1558003581] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:207; response_revision:37276; }","duration":"260.605583ms","start":"2026-02-27T02:46:19.321568Z","end":"2026-02-27T02:46:19.582174Z","steps":["trace[1558003581] 'agreement among raft nodes before linearized reading' (duration: 258.506954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:19.796489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.969183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T02:46:19.796583Z","caller":"traceutil/trace.go:171","msg":"trace[657955686] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37276; }","duration":"108.074786ms","start":"2026-02-27T02:46:19.688485Z","end":"2026-02-27T02:46:19.79656Z","steps":["trace[657955686] 'range keys from in-memory index tree' (duration: 107.78874ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:22.016638Z","caller":"traceutil/trace.go:171","msg":"trace[244194293] transaction","detail":"{read_only:false; response_revision:37290; number_of_response:1; }","duration":"165.373325ms","start":"2026-02-27T02:46:21.851242Z","end":"2026-02-27T02:46:22.016615Z","steps":["trace[244194293] 'process raft request' (duration: 165.209981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:23.026948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.899244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:23.027127Z","caller":"traceutil/trace.go:171","msg":"trace[1879441270] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37294; }","duration":"134.12519ms","start":"2026-02-27T02:46:22.892989Z","end":"2026-02-27T02:46:23.027115Z","steps":["trace[1879441270] 'range keys from in-memory index tree' (duration: 132.224246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:23.403563Z","caller":"traceutil/trace.go:171","msg":"trace[1088085506] linearizableReadLoop","detail":"{readStateIndex:38560; appliedIndex:38559; }","duration":"116.736447ms","start":"2026-02-27T02:46:23.286766Z","end":"2026-02-27T02:46:23.403502Z","steps":["trace[1088085506] 'read index received' (duration: 95.204587ms)","trace[1088085506] 'applied index is now lower than readState.Index' (duration: 21.53087ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:23.403645Z","caller":"traceutil/trace.go:171","msg":"trace[881583340] transaction","detail":"{read_only:false; response_revision:37300; number_of_response:1; }","duration":"150.643563ms","start":"2026-02-27T02:46:23.252967Z","end":"2026-02-27T02:46:23.403611Z","steps":["trace[881583340] 'process raft request' (duration: 129.100774ms)","trace[881583340] 'compare' (duration: 21.252452ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:23.403934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.148026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-test\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T02:46:23.40402Z","caller":"traceutil/trace.go:171","msg":"trace[2129598009] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-test; range_end:; response_count:1; response_revision:37300; }","duration":"117.277969ms","start":"2026-02-27T02:46:23.286728Z","end":"2026-02-27T02:46:23.404006Z","steps":["trace[2129598009] 'agreement among raft nodes before linearized reading' (duration: 117.014633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:23.404704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.058651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-02-27T02:46:23.404787Z","caller":"traceutil/trace.go:171","msg":"trace[2025564925] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:37300; }","duration":"113.160044ms","start":"2026-02-27T02:46:23.291613Z","end":"2026-02-27T02:46:23.404773Z","steps":["trace[2025564925] 'agreement among raft nodes before linearized reading' (duration: 112.899518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:25.47347Z","caller":"traceutil/trace.go:171","msg":"trace[1354566424] transaction","detail":"{read_only:false; response_revision:37312; number_of_response:1; }","duration":"184.082119ms","start":"2026-02-27T02:46:25.289346Z","end":"2026-02-27T02:46:25.473428Z","steps":["trace[1354566424] 'process raft request' (duration: 180.647719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:25.473612Z","caller":"traceutil/trace.go:171","msg":"trace[753931022] linearizableReadLoop","detail":"{readStateIndex:38573; appliedIndex:38572; }","duration":"112.903538ms","start":"2026-02-27T02:46:25.360691Z","end":"2026-02-27T02:46:25.473594Z","steps":["trace[753931022] 'read index received' (duration: 109.474819ms)","trace[753931022] 'applied index is now lower than readState.Index' (duration: 3.427549ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:25.47382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.95099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-02-27T02:46:25.473858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.130623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-02-27T02:46:25.473915Z","caller":"traceutil/trace.go:171","msg":"trace[295811884] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:37313; }","duration":"104.063633ms","start":"2026-02-27T02:46:25.369809Z","end":"2026-02-27T02:46:25.473873Z","steps":["trace[295811884] 'agreement among raft nodes before linearized reading' (duration: 103.893319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:25.473955Z","caller":"traceutil/trace.go:171","msg":"trace[1624589711] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:37313; }","duration":"113.306637ms","start":"2026-02-27T02:46:25.360636Z","end":"2026-02-27T02:46:25.473943Z","steps":["trace[1624589711] 'agreement among raft nodes before linearized reading' (duration: 113.035371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:26.911013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.087053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-02-27T02:46:26.911078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.457823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T02:46:26.911132Z","caller":"traceutil/trace.go:171","msg":"trace[348748448] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-conductor; range_end:; response_count:1; response_revision:37321; }","duration":"223.241767ms","start":"2026-02-27T02:46:26.687861Z","end":"2026-02-27T02:46:26.911103Z","steps":["trace[348748448] 'range keys from in-memory index tree' (duration: 222.916469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:26.911159Z","caller":"traceutil/trace.go:171","msg":"trace[1097575432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37321; }","duration":"117.575076ms","start":"2026-02-27T02:46:26.793562Z","end":"2026-02-27T02:46:26.911137Z","steps":["trace[1097575432] 'range keys from in-memory index tree' (duration: 117.29785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:26.911449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.996684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-db-api-user\" ","response":"range_response_count:1 size:714"} {"level":"warn","ts":"2026-02-27T02:46:26.911431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.326598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:26.911492Z","caller":"traceutil/trace.go:171","msg":"trace[1836874906] range","detail":"{range_begin:/registry/secrets/openstack/nova-db-api-user; range_end:; response_count:1; response_revision:37321; }","duration":"221.053606ms","start":"2026-02-27T02:46:26.690429Z","end":"2026-02-27T02:46:26.911482Z","steps":["trace[1836874906] 'range keys from in-memory index tree' (duration: 220.917533ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:26.911688Z","caller":"traceutil/trace.go:171","msg":"trace[1330314550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37321; }","duration":"154.491452ms","start":"2026-02-27T02:46:26.757022Z","end":"2026-02-27T02:46:26.911514Z","steps":["trace[1330314550] 'range keys from in-memory index tree' (duration: 154.237027ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:31.997961Z","caller":"traceutil/trace.go:171","msg":"trace[384252092] transaction","detail":"{read_only:false; response_revision:37355; number_of_response:1; }","duration":"101.511394ms","start":"2026-02-27T02:46:31.896422Z","end":"2026-02-27T02:46:31.997934Z","steps":["trace[384252092] 'process raft request' (duration: 101.307639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:32.339787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.846658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:46:32.339875Z","caller":"traceutil/trace.go:171","msg":"trace[1540618841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37355; }","duration":"125.981241ms","start":"2026-02-27T02:46:32.213873Z","end":"2026-02-27T02:46:32.339854Z","steps":["trace[1540618841] 'range keys from in-memory index tree' (duration: 125.717715ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:32.459778Z","caller":"traceutil/trace.go:171","msg":"trace[12355330] linearizableReadLoop","detail":"{readStateIndex:38618; appliedIndex:38617; }","duration":"160.349429ms","start":"2026-02-27T02:46:32.299406Z","end":"2026-02-27T02:46:32.459755Z","steps":["trace[12355330] 'read index received' (duration: 160.270357ms)","trace[12355330] 'applied index is now lower than readState.Index' (duration: 78.002µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:32.459899Z","caller":"traceutil/trace.go:171","msg":"trace[1319015418] transaction","detail":"{read_only:false; response_revision:37356; number_of_response:1; }","duration":"242.432392ms","start":"2026-02-27T02:46:32.217422Z","end":"2026-02-27T02:46:32.459855Z","steps":["trace[1319015418] 'process raft request' (duration: 242.189966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:32.460036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.619544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-erlang-cookie\" ","response":"range_response_count:1 size:818"} {"level":"info","ts":"2026-02-27T02:46:32.460078Z","caller":"traceutil/trace.go:171","msg":"trace[1164419422] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-erlang-cookie; range_end:; response_count:1; response_revision:37356; }","duration":"160.732787ms","start":"2026-02-27T02:46:32.299334Z","end":"2026-02-27T02:46:32.460067Z","steps":["trace[1164419422] 'agreement among raft nodes before linearized reading' (duration: 160.534962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:32.485397Z","caller":"traceutil/trace.go:171","msg":"trace[2094249974] transaction","detail":"{read_only:false; response_revision:37357; number_of_response:1; }","duration":"141.04171ms","start":"2026-02-27T02:46:32.344328Z","end":"2026-02-27T02:46:32.48537Z","steps":["trace[2094249974] 'process raft request' (duration: 140.795795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:32.485552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.763571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-02-27T02:46:32.485612Z","caller":"traceutil/trace.go:171","msg":"trace[76211350] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:37357; }","duration":"183.944926ms","start":"2026-02-27T02:46:32.301653Z","end":"2026-02-27T02:46:32.485598Z","steps":["trace[76211350] 'agreement among raft nodes before linearized reading' (duration: 183.621588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:33.729285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.693396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:33.729382Z","caller":"traceutil/trace.go:171","msg":"trace[575163999] linearizableReadLoop","detail":"{readStateIndex:38626; appliedIndex:38625; }","duration":"200.814096ms","start":"2026-02-27T02:46:33.528552Z","end":"2026-02-27T02:46:33.729367Z","steps":["trace[575163999] 'read index received' (duration: 80.994988ms)","trace[575163999] 'applied index is now lower than readState.Index' (duration: 119.817888ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:33.729446Z","caller":"traceutil/trace.go:171","msg":"trace[1948936318] transaction","detail":"{read_only:false; response_revision:37364; number_of_response:1; }","duration":"201.545183ms","start":"2026-02-27T02:46:33.52789Z","end":"2026-02-27T02:46:33.729435Z","steps":["trace[1948936318] 'process raft request' (duration: 81.619652ms)","trace[1948936318] 'compare' (duration: 119.574003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:33.729707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.148374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-senlin-default-user\" ","response":"range_response_count:1 size:1153"} {"level":"info","ts":"2026-02-27T02:46:33.729742Z","caller":"traceutil/trace.go:171","msg":"trace[1059503941] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-senlin-default-user; range_end:; response_count:1; response_revision:37364; }","duration":"201.200245ms","start":"2026-02-27T02:46:33.528534Z","end":"2026-02-27T02:46:33.729734Z","steps":["trace[1059503941] 'agreement among raft nodes before linearized reading' (duration: 201.078842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:33.881653Z","caller":"traceutil/trace.go:171","msg":"trace[929144220] transaction","detail":"{read_only:false; response_revision:37365; number_of_response:1; }","duration":"265.777103ms","start":"2026-02-27T02:46:33.615838Z","end":"2026-02-27T02:46:33.881615Z","steps":["trace[929144220] 'process raft request' (duration: 261.633857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.110443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.250895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:34.110669Z","caller":"traceutil/trace.go:171","msg":"trace[484573646] transaction","detail":"{read_only:false; response_revision:37366; number_of_response:1; }","duration":"464.634104ms","start":"2026-02-27T02:46:33.646013Z","end":"2026-02-27T02:46:34.110647Z","steps":["trace[484573646] 'process raft request' (duration: 338.958019ms)","trace[484573646] 'compare' (duration: 124.948398ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:34.110751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.645997Z","time spent":"464.715876ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:34.11056Z","caller":"traceutil/trace.go:171","msg":"trace[1670985789] linearizableReadLoop","detail":"{readStateIndex:38628; appliedIndex:38626; }","duration":"381.135058ms","start":"2026-02-27T02:46:33.729405Z","end":"2026-02-27T02:46:34.11054Z","steps":["trace[1670985789] 'read index received' (duration: 147.992522ms)","trace[1670985789] 'applied index is now lower than readState.Index' (duration: 233.140666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:34.111276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.254625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-erlang-cookie\" ","response":"range_response_count:1 size:822"} {"level":"info","ts":"2026-02-27T02:46:34.111321Z","caller":"traceutil/trace.go:171","msg":"trace[1844283392] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-erlang-cookie; range_end:; response_count:1; response_revision:37366; }","duration":"511.315577ms","start":"2026-02-27T02:46:33.599993Z","end":"2026-02-27T02:46:34.111309Z","steps":["trace[1844283392] 'agreement among raft nodes before linearized reading' (duration: 511.123843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.111353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.599984Z","time spent":"511.361878ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":845,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-erlang-cookie\" "} {"level":"warn","ts":"2026-02-27T02:46:34.358232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.552513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:34.358345Z","caller":"traceutil/trace.go:171","msg":"trace[738606562] linearizableReadLoop","detail":"{readStateIndex:38629; appliedIndex:38628; }","duration":"247.253944ms","start":"2026-02-27T02:46:34.111073Z","end":"2026-02-27T02:46:34.358328Z","steps":["trace[738606562] 'read index received' (duration: 136.478325ms)","trace[738606562] 'applied index is now lower than readState.Index' (duration: 110.774349ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:34.358541Z","caller":"traceutil/trace.go:171","msg":"trace[1866906802] transaction","detail":"{read_only:false; response_revision:37367; number_of_response:1; }","duration":"264.714948ms","start":"2026-02-27T02:46:34.093795Z","end":"2026-02-27T02:46:34.35851Z","steps":["trace[1866906802] 'process raft request' (duration: 153.786396ms)","trace[1866906802] 'compare' (duration: 110.40437ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:34.35866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.536693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-senlin-default-user\" ","response":"range_response_count:1 size:1153"} {"level":"warn","ts":"2026-02-27T02:46:34.358686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.840252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-27T02:46:34.358739Z","caller":"traceutil/trace.go:171","msg":"trace[1766365605] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-senlin-default-user; range_end:; response_count:1; response_revision:37367; }","duration":"549.659726ms","start":"2026-02-27T02:46:33.809062Z","end":"2026-02-27T02:46:34.358721Z","steps":["trace[1766365605] 'agreement among raft nodes before linearized reading' (duration: 549.40543ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:34.358768Z","caller":"traceutil/trace.go:171","msg":"trace[722104720] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:37367; }","duration":"305.973615ms","start":"2026-02-27T02:46:34.052778Z","end":"2026-02-27T02:46:34.358751Z","steps":["trace[722104720] 'agreement among raft nodes before linearized reading' (duration: 305.75757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.358817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:34.052755Z","time spent":"306.053717ms","remote":"127.0.0.1:46660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-27T02:46:34.35882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.809046Z","time spent":"549.760928ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1176,"request content":"key:\"/registry/secrets/openstack/rabbitmq-senlin-default-user\" "} {"level":"warn","ts":"2026-02-27T02:46:34.358871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.040821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:46:34.358913Z","caller":"traceutil/trace.go:171","msg":"trace[700303793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37367; }","duration":"477.113693ms","start":"2026-02-27T02:46:33.881788Z","end":"2026-02-27T02:46:34.358901Z","steps":["trace[700303793] 'agreement among raft nodes before linearized reading' (duration: 477.018601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.358955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.881768Z","time spent":"477.178715ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:46:34.358763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.602289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-erlang-cookie\" ","response":"range_response_count:1 size:822"} {"level":"info","ts":"2026-02-27T02:46:34.359028Z","caller":"traceutil/trace.go:171","msg":"trace[2087329822] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-erlang-cookie; range_end:; response_count:1; response_revision:37367; }","duration":"243.895136ms","start":"2026-02-27T02:46:34.115119Z","end":"2026-02-27T02:46:34.359014Z","steps":["trace[2087329822] 'agreement among raft nodes before linearized reading' (duration: 243.507477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.359196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.547195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:46:34.359283Z","caller":"traceutil/trace.go:171","msg":"trace[1786526395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37367; }","duration":"625.669808ms","start":"2026-02-27T02:46:33.733603Z","end":"2026-02-27T02:46:34.359273Z","steps":["trace[1786526395] 'agreement among raft nodes before linearized reading' (duration: 624.91827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.359407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:33.733566Z","time spent":"625.829072ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:46:34.359274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.94603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:46:34.35965Z","caller":"traceutil/trace.go:171","msg":"trace[707792137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37367; }","duration":"358.314979ms","start":"2026-02-27T02:46:34.001271Z","end":"2026-02-27T02:46:34.359586Z","steps":["trace[707792137] 'agreement among raft nodes before linearized reading' (duration: 357.141562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.359832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:34.001249Z","time spent":"358.445932ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:46:34.59384Z","caller":"traceutil/trace.go:171","msg":"trace[1094063704] transaction","detail":"{read_only:false; response_revision:37370; number_of_response:1; }","duration":"227.037985ms","start":"2026-02-27T02:46:34.366786Z","end":"2026-02-27T02:46:34.593824Z","steps":["trace[1094063704] 'process raft request' (duration: 227.011324ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:34.594079Z","caller":"traceutil/trace.go:171","msg":"trace[1732986629] transaction","detail":"{read_only:false; response_revision:37368; number_of_response:1; }","duration":"229.03083ms","start":"2026-02-27T02:46:34.365043Z","end":"2026-02-27T02:46:34.594074Z","steps":["trace[1732986629] 'process raft request' (duration: 228.631581ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:34.594149Z","caller":"traceutil/trace.go:171","msg":"trace[1226192575] transaction","detail":"{read_only:false; response_revision:37369; number_of_response:1; }","duration":"228.979079ms","start":"2026-02-27T02:46:34.365165Z","end":"2026-02-27T02:46:34.594145Z","steps":["trace[1226192575] 'process raft request' (duration: 228.61184ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:34.650878Z","caller":"traceutil/trace.go:171","msg":"trace[1609420794] linearizableReadLoop","detail":"{readStateIndex:38634; appliedIndex:38630; }","duration":"204.201295ms","start":"2026-02-27T02:46:34.446652Z","end":"2026-02-27T02:46:34.650854Z","steps":["trace[1609420794] 'read index received' (duration: 147.07045ms)","trace[1609420794] 'applied index is now lower than readState.Index' (duration: 57.129805ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:34.650995Z","caller":"traceutil/trace.go:171","msg":"trace[1814741080] transaction","detail":"{read_only:false; response_revision:37371; number_of_response:1; }","duration":"248.107543ms","start":"2026-02-27T02:46:34.402846Z","end":"2026-02-27T02:46:34.650954Z","steps":["trace[1814741080] 'process raft request' (duration: 247.820346ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:34.651029Z","caller":"traceutil/trace.go:171","msg":"trace[906862498] transaction","detail":"{read_only:false; response_revision:37372; number_of_response:1; }","duration":"186.851192ms","start":"2026-02-27T02:46:34.464142Z","end":"2026-02-27T02:46:34.650993Z","steps":["trace[906862498] 'process raft request' (duration: 186.656677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.651311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.643185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-senlin-erlang-cookie\" ","response":"range_response_count:1 size:816"} {"level":"info","ts":"2026-02-27T02:46:34.65139Z","caller":"traceutil/trace.go:171","msg":"trace[1406278118] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-senlin-erlang-cookie; range_end:; response_count:1; response_revision:37372; }","duration":"204.764638ms","start":"2026-02-27T02:46:34.446607Z","end":"2026-02-27T02:46:34.651371Z","steps":["trace[1406278118] 'agreement among raft nodes before linearized reading' (duration: 204.559923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.651589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.319438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:599"} {"level":"info","ts":"2026-02-27T02:46:34.651649Z","caller":"traceutil/trace.go:171","msg":"trace[1957979040] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:37372; }","duration":"154.41354ms","start":"2026-02-27T02:46:34.497221Z","end":"2026-02-27T02:46:34.651634Z","steps":["trace[1957979040] 'agreement among raft nodes before linearized reading' (duration: 154.219285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:34.651334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.375375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:46:34.651781Z","caller":"traceutil/trace.go:171","msg":"trace[225697912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37372; }","duration":"162.861706ms","start":"2026-02-27T02:46:34.488906Z","end":"2026-02-27T02:46:34.651767Z","steps":["trace[225697912] 'agreement among raft nodes before linearized reading' (duration: 162.280132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:35.018301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.599163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:35.018712Z","caller":"traceutil/trace.go:171","msg":"trace[1340565163] transaction","detail":"{read_only:false; response_revision:37373; number_of_response:1; }","duration":"360.12488ms","start":"2026-02-27T02:46:34.658536Z","end":"2026-02-27T02:46:35.018661Z","steps":["trace[1340565163] 'process raft request' (duration: 146.083187ms)","trace[1340565163] 'compare' (duration: 213.47782ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:35.018742Z","caller":"traceutil/trace.go:171","msg":"trace[1964569769] transaction","detail":"{read_only:false; response_revision:37374; number_of_response:1; }","duration":"360.174702ms","start":"2026-02-27T02:46:34.658543Z","end":"2026-02-27T02:46:35.018718Z","steps":["trace[1964569769] 'process raft request' (duration: 360.029078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:35.018848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:34.658524Z","time spent":"360.264603ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:35.018869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:34.65852Z","time spent":"360.267114ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:35.018926Z","caller":"traceutil/trace.go:171","msg":"trace[2132479063] transaction","detail":"{read_only:false; response_revision:37375; number_of_response:1; }","duration":"358.267927ms","start":"2026-02-27T02:46:34.660647Z","end":"2026-02-27T02:46:35.018915Z","steps":["trace[2132479063] 'process raft request' (duration: 358.047792ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:35.018822Z","caller":"traceutil/trace.go:171","msg":"trace[1345935954] linearizableReadLoop","detail":"{readStateIndex:38637; appliedIndex:38635; }","duration":"359.093056ms","start":"2026-02-27T02:46:34.659696Z","end":"2026-02-27T02:46:35.018789Z","steps":["trace[1345935954] 'read index received' (duration: 144.951811ms)","trace[1345935954] 'applied index is now lower than readState.Index' (duration: 214.139885ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:35.019016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.314341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:46:35.019057Z","caller":"traceutil/trace.go:171","msg":"trace[1204664611] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:37375; }","duration":"359.387803ms","start":"2026-02-27T02:46:34.659659Z","end":"2026-02-27T02:46:35.019047Z","steps":["trace[1204664611] 'agreement among raft nodes before linearized reading' (duration: 359.214909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:35.01908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:34.659649Z","time spent":"359.425274ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:46:35.01908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:34.660638Z","time spent":"358.3333ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:35.019116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.711993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:35.019139Z","caller":"traceutil/trace.go:171","msg":"trace[217913026] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:37375; }","duration":"206.772204ms","start":"2026-02-27T02:46:34.81236Z","end":"2026-02-27T02:46:35.019132Z","steps":["trace[217913026] 'agreement among raft nodes before linearized reading' (duration: 206.742194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:35.019082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.065603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-senlin-erlang-cookie\" ","response":"range_response_count:1 size:816"} {"level":"info","ts":"2026-02-27T02:46:35.019214Z","caller":"traceutil/trace.go:171","msg":"trace[1443529607] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-senlin-erlang-cookie; range_end:; response_count:1; response_revision:37375; }","duration":"286.222627ms","start":"2026-02-27T02:46:34.732983Z","end":"2026-02-27T02:46:35.019205Z","steps":["trace[1443529607] 'agreement among raft nodes before linearized reading' (duration: 286.035443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:35.01921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.989198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:35.019245Z","caller":"traceutil/trace.go:171","msg":"trace[868325708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37375; }","duration":"263.06232ms","start":"2026-02-27T02:46:34.756172Z","end":"2026-02-27T02:46:35.019234Z","steps":["trace[868325708] 'agreement among raft nodes before linearized reading' (duration: 263.014099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:35.019258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.237728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:599"} {"level":"info","ts":"2026-02-27T02:46:35.019337Z","caller":"traceutil/trace.go:171","msg":"trace[277607905] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:37375; }","duration":"283.32436ms","start":"2026-02-27T02:46:34.736002Z","end":"2026-02-27T02:46:35.019326Z","steps":["trace[277607905] 'agreement among raft nodes before linearized reading' (duration: 283.220407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:35.380638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.734775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:35.380736Z","caller":"traceutil/trace.go:171","msg":"trace[741288912] linearizableReadLoop","detail":"{readStateIndex:38640; appliedIndex:38639; }","duration":"124.62053ms","start":"2026-02-27T02:46:35.256098Z","end":"2026-02-27T02:46:35.380718Z","steps":["trace[741288912] 'read index received' (duration: 11.6361ms)","trace[741288912] 'applied index is now lower than readState.Index' (duration: 112.98324ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:35.380908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.534593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-crash-collector-keyring\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-02-27T02:46:35.380944Z","caller":"traceutil/trace.go:171","msg":"trace[1688349006] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-crash-collector-keyring; range_end:; response_count:1; response_revision:37377; }","duration":"110.620265ms","start":"2026-02-27T02:46:35.270313Z","end":"2026-02-27T02:46:35.380933Z","steps":["trace[1688349006] 'agreement among raft nodes before linearized reading' (duration: 110.496182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:35.380928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.820994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-02-27T02:46:35.381062Z","caller":"traceutil/trace.go:171","msg":"trace[1131635516] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:37377; }","duration":"124.968388ms","start":"2026-02-27T02:46:35.256084Z","end":"2026-02-27T02:46:35.381052Z","steps":["trace[1131635516] 'agreement among raft nodes before linearized reading' (duration: 124.715342ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:35.38118Z","caller":"traceutil/trace.go:171","msg":"trace[1759416405] transaction","detail":"{read_only:false; response_revision:37377; number_of_response:1; }","duration":"227.365612ms","start":"2026-02-27T02:46:35.153614Z","end":"2026-02-27T02:46:35.380979Z","steps":["trace[1759416405] 'process raft request' (duration: 114.195688ms)","trace[1759416405] 'compare' (duration: 112.613481ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:35.579113Z","caller":"traceutil/trace.go:171","msg":"trace[2036748305] linearizableReadLoop","detail":"{readStateIndex:38643; appliedIndex:38642; }","duration":"100.03653ms","start":"2026-02-27T02:46:35.47905Z","end":"2026-02-27T02:46:35.579087Z","steps":["trace[2036748305] 'read index received' (duration: 31.92725ms)","trace[2036748305] 'applied index is now lower than readState.Index' (duration: 68.10804ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:35.579486Z","caller":"traceutil/trace.go:171","msg":"trace[1015669935] transaction","detail":"{read_only:false; response_revision:37380; number_of_response:1; }","duration":"139.952846ms","start":"2026-02-27T02:46:35.439521Z","end":"2026-02-27T02:46:35.579474Z","steps":["trace[1015669935] 'process raft request' (duration: 71.506949ms)","trace[1015669935] 'compare' (duration: 67.756101ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:35.579692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.629213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-object-user-ceph-cosi\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-02-27T02:46:35.579804Z","caller":"traceutil/trace.go:171","msg":"trace[328057660] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-object-user-ceph-cosi; range_end:; response_count:1; response_revision:37380; }","duration":"100.779597ms","start":"2026-02-27T02:46:35.479006Z","end":"2026-02-27T02:46:35.579786Z","steps":["trace[328057660] 'agreement among raft nodes before linearized reading' (duration: 100.541141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:36.879474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.775329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:36.879892Z","caller":"traceutil/trace.go:171","msg":"trace[2043116081] linearizableReadLoop","detail":"{readStateIndex:38648; appliedIndex:38646; }","duration":"228.131999ms","start":"2026-02-27T02:46:36.651741Z","end":"2026-02-27T02:46:36.879873Z","steps":["trace[2043116081] 'read index received' (duration: 94.954801ms)","trace[2043116081] 'applied index is now lower than readState.Index' (duration: 133.175848ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:36.879997Z","caller":"traceutil/trace.go:171","msg":"trace[1691358666] transaction","detail":"{read_only:false; response_revision:37384; number_of_response:1; }","duration":"274.439924ms","start":"2026-02-27T02:46:36.60553Z","end":"2026-02-27T02:46:36.87997Z","steps":["trace[1691358666] 'process raft request' (duration: 141.066481ms)","trace[1691358666] 'compare' (duration: 132.587644ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:36.880293Z","caller":"traceutil/trace.go:171","msg":"trace[218660018] transaction","detail":"{read_only:false; response_revision:37385; number_of_response:1; }","duration":"274.71675ms","start":"2026-02-27T02:46:36.605557Z","end":"2026-02-27T02:46:36.880274Z","steps":["trace[218660018] 'process raft request' (duration: 274.133226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:36.880423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.664782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/senlin-etc\" ","response":"range_response_count:1 size:5628"} {"level":"info","ts":"2026-02-27T02:46:36.88047Z","caller":"traceutil/trace.go:171","msg":"trace[534572281] range","detail":"{range_begin:/registry/secrets/openstack/senlin-etc; range_end:; response_count:1; response_revision:37385; }","duration":"228.746854ms","start":"2026-02-27T02:46:36.651713Z","end":"2026-02-27T02:46:36.88046Z","steps":["trace[534572281] 'agreement among raft nodes before linearized reading' (duration: 228.599211ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:36.929042Z","caller":"traceutil/trace.go:171","msg":"trace[127936796] transaction","detail":"{read_only:false; response_revision:37387; number_of_response:1; }","duration":"266.826587ms","start":"2026-02-27T02:46:36.662183Z","end":"2026-02-27T02:46:36.92901Z","steps":["trace[127936796] 'process raft request' (duration: 266.750255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:36.929088Z","caller":"traceutil/trace.go:171","msg":"trace[583942563] transaction","detail":"{read_only:false; response_revision:37386; number_of_response:1; }","duration":"271.660529ms","start":"2026-02-27T02:46:36.657408Z","end":"2026-02-27T02:46:36.929069Z","steps":["trace[583942563] 'process raft request' (duration: 271.413024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:36.929086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.038569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:36.92921Z","caller":"traceutil/trace.go:171","msg":"trace[443055294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37387; }","duration":"172.216984ms","start":"2026-02-27T02:46:36.756987Z","end":"2026-02-27T02:46:36.929204Z","steps":["trace[443055294] 'agreement among raft nodes before linearized reading' (duration: 172.018009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:36.929224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.774979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/senlin-keystone-admin\" ","response":"range_response_count:1 size:1102"} {"level":"info","ts":"2026-02-27T02:46:36.929262Z","caller":"traceutil/trace.go:171","msg":"trace[1081486653] range","detail":"{range_begin:/registry/secrets/openstack/senlin-keystone-admin; range_end:; response_count:1; response_revision:37387; }","duration":"248.830091ms","start":"2026-02-27T02:46:36.680421Z","end":"2026-02-27T02:46:36.929251Z","steps":["trace[1081486653] 'agreement among raft nodes before linearized reading' (duration: 248.709508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:37.502193Z","caller":"traceutil/trace.go:171","msg":"trace[1183890318] linearizableReadLoop","detail":"{readStateIndex:38653; appliedIndex:38652; }","duration":"106.000628ms","start":"2026-02-27T02:46:37.396169Z","end":"2026-02-27T02:46:37.50217Z","steps":["trace[1183890318] 'read index received' (duration: 105.859884ms)","trace[1183890318] 'applied index is now lower than readState.Index' (duration: 139.423µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:37.502437Z","caller":"traceutil/trace.go:171","msg":"trace[2065681619] transaction","detail":"{read_only:false; response_revision:37390; number_of_response:1; }","duration":"114.167548ms","start":"2026-02-27T02:46:37.388239Z","end":"2026-02-27T02:46:37.502406Z","steps":["trace[2065681619] 'process raft request' (duration: 113.791299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:37.502576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.393127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/senlin-rabbitmq-user\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-02-27T02:46:37.502625Z","caller":"traceutil/trace.go:171","msg":"trace[494483541] range","detail":"{range_begin:/registry/secrets/openstack/senlin-rabbitmq-user; range_end:; response_count:1; response_revision:37390; }","duration":"106.487139ms","start":"2026-02-27T02:46:37.396125Z","end":"2026-02-27T02:46:37.502612Z","steps":["trace[494483541] 'agreement among raft nodes before linearized reading' (duration: 106.296094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:37.747607Z","caller":"traceutil/trace.go:171","msg":"trace[138119941] transaction","detail":"{read_only:false; response_revision:37392; number_of_response:1; }","duration":"163.02131ms","start":"2026-02-27T02:46:37.584558Z","end":"2026-02-27T02:46:37.747579Z","steps":["trace[138119941] 'process raft request' (duration: 162.954758ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:37.747817Z","caller":"traceutil/trace.go:171","msg":"trace[1518485314] transaction","detail":"{read_only:false; response_revision:37391; number_of_response:1; }","duration":"316.358706ms","start":"2026-02-27T02:46:37.431441Z","end":"2026-02-27T02:46:37.747799Z","steps":["trace[1518485314] 'process raft request' (duration: 252.838053ms)","trace[1518485314] 'compare' (duration: 63.063662ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:37.747947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:37.431421Z","time spent":"316.439437ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:37.748067Z","caller":"traceutil/trace.go:171","msg":"trace[324357992] linearizableReadLoop","detail":"{readStateIndex:38654; appliedIndex:38653; }","duration":"245.747538ms","start":"2026-02-27T02:46:37.502305Z","end":"2026-02-27T02:46:37.748053Z","steps":["trace[324357992] 'read index received' (duration: 181.926538ms)","trace[324357992] 'applied index is now lower than readState.Index' (duration: 63.81946ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:37.748296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.046412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:46:37.74835Z","caller":"traceutil/trace.go:171","msg":"trace[1178391783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37392; }","duration":"339.171634ms","start":"2026-02-27T02:46:37.409165Z","end":"2026-02-27T02:46:37.748337Z","steps":["trace[1178391783] 'agreement among raft nodes before linearized reading' (duration: 338.96296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:37.748392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:37.409156Z","time spent":"339.224455ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:46:37.824031Z","caller":"traceutil/trace.go:171","msg":"trace[1890004406] transaction","detail":"{read_only:false; response_revision:37393; number_of_response:1; }","duration":"116.173354ms","start":"2026-02-27T02:46:37.707826Z","end":"2026-02-27T02:46:37.824Z","steps":["trace[1890004406] 'process raft request' (duration: 115.792305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:37.824075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.654786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/senlin-rabbitmq-user\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-02-27T02:46:37.824146Z","caller":"traceutil/trace.go:171","msg":"trace[1578341784] range","detail":"{range_begin:/registry/secrets/openstack/senlin-rabbitmq-user; range_end:; response_count:1; response_revision:37393; }","duration":"317.770518ms","start":"2026-02-27T02:46:37.506359Z","end":"2026-02-27T02:46:37.82413Z","steps":["trace[1578341784] 'agreement among raft nodes before linearized reading' (duration: 317.577934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:37.824184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:37.506342Z","time spent":"317.83345ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":748,"request content":"key:\"/registry/secrets/openstack/senlin-rabbitmq-user\" "} {"level":"warn","ts":"2026-02-27T02:46:37.82468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.066021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.barbican.v1\" ","response":"range_response_count:1 size:45201"} {"level":"info","ts":"2026-02-27T02:46:37.824761Z","caller":"traceutil/trace.go:171","msg":"trace[715341409] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.barbican.v1; range_end:; response_count:1; response_revision:37393; }","duration":"229.186144ms","start":"2026-02-27T02:46:37.595557Z","end":"2026-02-27T02:46:37.824743Z","steps":["trace[715341409] 'agreement among raft nodes before linearized reading' (duration: 228.933448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:37.888031Z","caller":"traceutil/trace.go:171","msg":"trace[932753455] transaction","detail":"{read_only:false; response_revision:37394; number_of_response:1; }","duration":"128.96109ms","start":"2026-02-27T02:46:37.759042Z","end":"2026-02-27T02:46:37.888003Z","steps":["trace[932753455] 'process raft request' (duration: 105.380273ms)","trace[932753455] 'compare' (duration: 23.409553ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:37.888083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.603709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:37.888133Z","caller":"traceutil/trace.go:171","msg":"trace[1668695973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37394; }","duration":"130.702691ms","start":"2026-02-27T02:46:37.757418Z","end":"2026-02-27T02:46:37.888121Z","steps":["trace[1668695973] 'agreement among raft nodes before linearized reading' (duration: 130.588608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:39.130321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.824761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:39.130674Z","caller":"traceutil/trace.go:171","msg":"trace[822517151] transaction","detail":"{read_only:false; response_revision:37400; number_of_response:1; }","duration":"197.429158ms","start":"2026-02-27T02:46:38.933227Z","end":"2026-02-27T02:46:39.130656Z","steps":["trace[822517151] 'process raft request' (duration: 197.287285ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:39.13078Z","caller":"traceutil/trace.go:171","msg":"trace[567686559] linearizableReadLoop","detail":"{readStateIndex:38662; appliedIndex:38660; }","duration":"234.048647ms","start":"2026-02-27T02:46:38.896698Z","end":"2026-02-27T02:46:39.130747Z","steps":["trace[567686559] 'read index received' (duration: 21.239692ms)","trace[567686559] 'applied index is now lower than readState.Index' (duration: 212.805705ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:39.130768Z","caller":"traceutil/trace.go:171","msg":"trace[1926980269] transaction","detail":"{read_only:false; response_revision:37399; number_of_response:1; }","duration":"239.673808ms","start":"2026-02-27T02:46:38.891043Z","end":"2026-02-27T02:46:39.130717Z","steps":["trace[1926980269] 'process raft request' (duration: 137.372695ms)","trace[1926980269] 'compare' (duration: 101.566635ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:39.131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.301713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-02-27T02:46:39.131076Z","caller":"traceutil/trace.go:171","msg":"trace[502656409] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:37400; }","duration":"234.396366ms","start":"2026-02-27T02:46:38.896666Z","end":"2026-02-27T02:46:39.131062Z","steps":["trace[502656409] 'agreement among raft nodes before linearized reading' (duration: 234.233852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:39.867156Z","caller":"traceutil/trace.go:171","msg":"trace[1192765008] transaction","detail":"{read_only:false; response_revision:37405; number_of_response:1; }","duration":"109.491919ms","start":"2026-02-27T02:46:39.757638Z","end":"2026-02-27T02:46:39.86713Z","steps":["trace[1192765008] 'process raft request' (duration: 109.244954ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:41.336645Z","caller":"traceutil/trace.go:171","msg":"trace[2093900966] linearizableReadLoop","detail":"{readStateIndex:38678; appliedIndex:38676; }","duration":"128.842668ms","start":"2026-02-27T02:46:41.207774Z","end":"2026-02-27T02:46:41.336617Z","steps":["trace[2093900966] 'read index received' (duration: 28.031111ms)","trace[2093900966] 'applied index is now lower than readState.Index' (duration: 100.810727ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:41.336718Z","caller":"traceutil/trace.go:171","msg":"trace[2088711343] transaction","detail":"{read_only:false; response_revision:37414; number_of_response:1; }","duration":"132.710668ms","start":"2026-02-27T02:46:41.203978Z","end":"2026-02-27T02:46:41.336688Z","steps":["trace[2088711343] 'process raft request' (duration: 132.503123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:41.336885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.973171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:41.336962Z","caller":"traceutil/trace.go:171","msg":"trace[687938307] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:37414; }","duration":"129.078174ms","start":"2026-02-27T02:46:41.20786Z","end":"2026-02-27T02:46:41.336939Z","steps":["trace[687938307] 'agreement among raft nodes before linearized reading' (duration: 128.947831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:41.34093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.130067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37412 ","response":"range_response_count:1000 size:783592"} {"level":"info","ts":"2026-02-27T02:46:41.340983Z","caller":"traceutil/trace.go:171","msg":"trace[1872447795] range","detail":"{range_begin:/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37414; }","duration":"133.199639ms","start":"2026-02-27T02:46:41.20777Z","end":"2026-02-27T02:46:41.340969Z","steps":["trace[1872447795] 'agreement among raft nodes before linearized reading' (duration: 128.988461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:42.121674Z","caller":"traceutil/trace.go:171","msg":"trace[1241604394] linearizableReadLoop","detail":"{readStateIndex:38684; appliedIndex:38683; }","duration":"100.572442ms","start":"2026-02-27T02:46:42.021067Z","end":"2026-02-27T02:46:42.12164Z","steps":["trace[1241604394] 'read index received' (duration: 49.722103ms)","trace[1241604394] 'applied index is now lower than readState.Index' (duration: 50.849099ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:42.121811Z","caller":"traceutil/trace.go:171","msg":"trace[611402355] transaction","detail":"{read_only:false; response_revision:37420; number_of_response:1; }","duration":"101.024803ms","start":"2026-02-27T02:46:42.02076Z","end":"2026-02-27T02:46:42.121784Z","steps":["trace[611402355] 'process raft request' (duration: 50.03359ms)","trace[611402355] 'compare' (duration: 50.671395ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:42.124176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.07228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:207 size:2085731"} {"level":"info","ts":"2026-02-27T02:46:42.124328Z","caller":"traceutil/trace.go:171","msg":"trace[19147918] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:207; response_revision:37420; }","duration":"103.200732ms","start":"2026-02-27T02:46:42.021038Z","end":"2026-02-27T02:46:42.124238Z","steps":["trace[19147918] 'agreement among raft nodes before linearized reading' (duration: 100.792847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:43.263019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.904303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:43.2631Z","caller":"traceutil/trace.go:171","msg":"trace[566487798] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37424; }","duration":"124.032846ms","start":"2026-02-27T02:46:43.139047Z","end":"2026-02-27T02:46:43.26308Z","steps":["trace[566487798] 'range keys from in-memory index tree' (duration: 123.835412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:43.263193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.281686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-db-init\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-02-27T02:46:43.263239Z","caller":"traceutil/trace.go:171","msg":"trace[710611482] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-db-init; range_end:; response_count:1; response_revision:37424; }","duration":"191.353687ms","start":"2026-02-27T02:46:43.071876Z","end":"2026-02-27T02:46:43.263229Z","steps":["trace[710611482] 'range keys from in-memory index tree' (duration: 191.192293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:43.265657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.614156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:43.265722Z","caller":"traceutil/trace.go:171","msg":"trace[1316651717] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37424; }","duration":"148.719109ms","start":"2026-02-27T02:46:43.116989Z","end":"2026-02-27T02:46:43.265708Z","steps":["trace[1316651717] 'range keys from in-memory index tree' (duration: 147.289866ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:43.295506Z","caller":"traceutil/trace.go:171","msg":"trace[1918997284] transaction","detail":"{read_only:false; response_revision:37425; number_of_response:1; }","duration":"142.018463ms","start":"2026-02-27T02:46:43.153448Z","end":"2026-02-27T02:46:43.295466Z","steps":["trace[1918997284] 'process raft request' (duration: 141.87461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:44.190232Z","caller":"traceutil/trace.go:171","msg":"trace[1970868826] transaction","detail":"{read_only:false; response_revision:37433; number_of_response:1; }","duration":"104.915982ms","start":"2026-02-27T02:46:44.085271Z","end":"2026-02-27T02:46:44.190187Z","steps":["trace[1970868826] 'process raft request' (duration: 64.784582ms)","trace[1970868826] 'compare' (duration: 39.931716ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:48.64096Z","caller":"traceutil/trace.go:171","msg":"trace[910065990] linearizableReadLoop","detail":"{readStateIndex:38727; appliedIndex:38726; }","duration":"176.81002ms","start":"2026-02-27T02:46:48.464126Z","end":"2026-02-27T02:46:48.640936Z","steps":["trace[910065990] 'read index received' (duration: 176.597725ms)","trace[910065990] 'applied index is now lower than readState.Index' (duration: 209.125µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:48.641047Z","caller":"traceutil/trace.go:171","msg":"trace[1540851262] transaction","detail":"{read_only:false; response_revision:37462; number_of_response:1; }","duration":"178.344585ms","start":"2026-02-27T02:46:48.462675Z","end":"2026-02-27T02:46:48.64102Z","steps":["trace[1540851262] 'process raft request' (duration: 178.090939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:48.641217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.065296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-ks-user\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T02:46:48.641261Z","caller":"traceutil/trace.go:171","msg":"trace[1219430673] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-ks-user; range_end:; response_count:1; response_revision:37462; }","duration":"177.133817ms","start":"2026-02-27T02:46:48.464115Z","end":"2026-02-27T02:46:48.641249Z","steps":["trace[1219430673] 'agreement among raft nodes before linearized reading' (duration: 176.964373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:48.643249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.039501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:48.643288Z","caller":"traceutil/trace.go:171","msg":"trace[730577559] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37462; }","duration":"135.121893ms","start":"2026-02-27T02:46:48.508159Z","end":"2026-02-27T02:46:48.643281Z","steps":["trace[730577559] 'agreement among raft nodes before linearized reading' (duration: 133.049395ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:49.548045Z","caller":"traceutil/trace.go:171","msg":"trace[2049730016] linearizableReadLoop","detail":"{readStateIndex:38733; appliedIndex:38732; }","duration":"107.723618ms","start":"2026-02-27T02:46:49.440297Z","end":"2026-02-27T02:46:49.54802Z","steps":["trace[2049730016] 'read index received' (duration: 83.593789ms)","trace[2049730016] 'applied index is now lower than readState.Index' (duration: 24.128739ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:49.54853Z","caller":"traceutil/trace.go:171","msg":"trace[92619908] transaction","detail":"{read_only:false; response_revision:37468; number_of_response:1; }","duration":"120.818152ms","start":"2026-02-27T02:46:49.427669Z","end":"2026-02-27T02:46:49.548487Z","steps":["trace[92619908] 'process raft request' (duration: 96.284133ms)","trace[92619908] 'compare' (duration: 23.952655ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:49.552356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.023068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:49.552442Z","caller":"traceutil/trace.go:171","msg":"trace[191676453] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37468; }","duration":"112.15378ms","start":"2026-02-27T02:46:49.44027Z","end":"2026-02-27T02:46:49.552424Z","steps":["trace[191676453] 'agreement among raft nodes before linearized reading' (duration: 107.926652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:50.152344Z","caller":"traceutil/trace.go:171","msg":"trace[1380759166] linearizableReadLoop","detail":"{readStateIndex:38737; appliedIndex:38736; }","duration":"157.365539ms","start":"2026-02-27T02:46:49.994959Z","end":"2026-02-27T02:46:50.152324Z","steps":["trace[1380759166] 'read index received' (duration: 157.172264ms)","trace[1380759166] 'applied index is now lower than readState.Index' (duration: 192.655µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:50.152397Z","caller":"traceutil/trace.go:171","msg":"trace[1974664236] transaction","detail":"{read_only:false; response_revision:37471; number_of_response:1; }","duration":"177.291501ms","start":"2026-02-27T02:46:49.975079Z","end":"2026-02-27T02:46:50.152371Z","steps":["trace[1974664236] 'process raft request' (duration: 177.098747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:50.154745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.766675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:50.154784Z","caller":"traceutil/trace.go:171","msg":"trace[94629628] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37471; }","duration":"159.863917ms","start":"2026-02-27T02:46:49.994913Z","end":"2026-02-27T02:46:50.154776Z","steps":["trace[94629628] 'agreement among raft nodes before linearized reading' (duration: 157.513862ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:50.433418Z","caller":"traceutil/trace.go:171","msg":"trace[290483649] linearizableReadLoop","detail":"{readStateIndex:38739; appliedIndex:38738; }","duration":"280.984267ms","start":"2026-02-27T02:46:50.152411Z","end":"2026-02-27T02:46:50.433396Z","steps":["trace[290483649] 'read index received' (duration: 280.929046ms)","trace[290483649] 'applied index is now lower than readState.Index' (duration: 54.411µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:50.433493Z","caller":"traceutil/trace.go:171","msg":"trace[2117277660] transaction","detail":"{read_only:false; response_revision:37472; number_of_response:1; }","duration":"435.388017ms","start":"2026-02-27T02:46:49.998093Z","end":"2026-02-27T02:46:50.433481Z","steps":["trace[2117277660] 'process raft request' (duration: 434.988978ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:50.433435Z","caller":"traceutil/trace.go:171","msg":"trace[2093496902] transaction","detail":"{read_only:false; response_revision:37473; number_of_response:1; }","duration":"310.966192ms","start":"2026-02-27T02:46:50.12244Z","end":"2026-02-27T02:46:50.433406Z","steps":["trace[2093496902] 'process raft request' (duration: 310.899391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:50.433974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.387911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-27T02:46:50.433968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:50.122414Z","time spent":"311.444923ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:46:50.434043Z","caller":"traceutil/trace.go:171","msg":"trace[497581845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37473; }","duration":"411.492163ms","start":"2026-02-27T02:46:50.022534Z","end":"2026-02-27T02:46:50.434026Z","steps":["trace[497581845] 'agreement among raft nodes before linearized reading' (duration: 411.301478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:50.434152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:50.022518Z","time spent":"411.563385ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:46:50.433781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:49.99808Z","time spent":"435.446668ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:50.434554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.264313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:46:50.434643Z","caller":"traceutil/trace.go:171","msg":"trace[79732432] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:37473; }","duration":"278.415217ms","start":"2026-02-27T02:46:50.156203Z","end":"2026-02-27T02:46:50.434619Z","steps":["trace[79732432] 'agreement among raft nodes before linearized reading' (duration: 277.815373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:50.434891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.957839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:46:50.434958Z","caller":"traceutil/trace.go:171","msg":"trace[1229985459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37473; }","duration":"141.069232ms","start":"2026-02-27T02:46:50.293874Z","end":"2026-02-27T02:46:50.434944Z","steps":["trace[1229985459] 'agreement among raft nodes before linearized reading' (duration: 140.903738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:50.438536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.34322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:50.438593Z","caller":"traceutil/trace.go:171","msg":"trace[1520374151] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37473; }","duration":"342.429891ms","start":"2026-02-27T02:46:50.09615Z","end":"2026-02-27T02:46:50.43858Z","steps":["trace[1520374151] 'agreement among raft nodes before linearized reading' (duration: 337.375884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:50.43875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:50.096138Z","time spent":"342.482913ms","remote":"127.0.0.1:46682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1998,"response size":388921,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-02-27T02:46:50.440507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.528044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37471 ","response":"range_response_count:1000 size:783592"} {"level":"info","ts":"2026-02-27T02:46:50.440561Z","caller":"traceutil/trace.go:171","msg":"trace[137542914] range","detail":"{range_begin:/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37473; }","duration":"279.606015ms","start":"2026-02-27T02:46:50.160941Z","end":"2026-02-27T02:46:50.440547Z","steps":["trace[137542914] 'agreement among raft nodes before linearized reading' (duration: 273.820751ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:50.567069Z","caller":"traceutil/trace.go:171","msg":"trace[517542254] linearizableReadLoop","detail":"{readStateIndex:38742; appliedIndex:38739; }","duration":"119.233765ms","start":"2026-02-27T02:46:50.447816Z","end":"2026-02-27T02:46:50.56705Z","steps":["trace[517542254] 'read index received' (duration: 52.853236ms)","trace[517542254] 'applied index is now lower than readState.Index' (duration: 66.379889ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:50.567076Z","caller":"traceutil/trace.go:171","msg":"trace[984297752] transaction","detail":"{read_only:false; response_revision:37474; number_of_response:1; }","duration":"127.535457ms","start":"2026-02-27T02:46:50.439508Z","end":"2026-02-27T02:46:50.567043Z","steps":["trace[984297752] 'process raft request' (duration: 61.146598ms)","trace[984297752] 'compare' (duration: 66.049091ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:50.567155Z","caller":"traceutil/trace.go:171","msg":"trace[1636299085] transaction","detail":"{read_only:false; response_revision:37476; number_of_response:1; }","duration":"127.523537ms","start":"2026-02-27T02:46:50.439623Z","end":"2026-02-27T02:46:50.567146Z","steps":["trace[1636299085] 'process raft request' (duration: 127.386034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:50.567159Z","caller":"traceutil/trace.go:171","msg":"trace[1186742395] transaction","detail":"{read_only:false; response_revision:37475; number_of_response:1; }","duration":"127.584818ms","start":"2026-02-27T02:46:50.439546Z","end":"2026-02-27T02:46:50.567131Z","steps":["trace[1186742395] 'process raft request' (duration: 127.420154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:50.571652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.678901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37471 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:46:50.57174Z","caller":"traceutil/trace.go:171","msg":"trace[620778178] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37476; }","duration":"121.797004ms","start":"2026-02-27T02:46:50.44991Z","end":"2026-02-27T02:46:50.571707Z","steps":["trace[620778178] 'agreement among raft nodes before linearized reading' (duration: 117.654798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:50.582081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.244393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37473 ","response":"range_response_count:1000 size:783592"} {"level":"info","ts":"2026-02-27T02:46:50.582148Z","caller":"traceutil/trace.go:171","msg":"trace[1216135325] range","detail":"{range_begin:/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37476; }","duration":"134.328285ms","start":"2026-02-27T02:46:50.447803Z","end":"2026-02-27T02:46:50.582131Z","steps":["trace[1216135325] 'agreement among raft nodes before linearized reading' (duration: 119.527331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:50.842805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.615623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:50.84292Z","caller":"traceutil/trace.go:171","msg":"trace[794829793] linearizableReadLoop","detail":"{readStateIndex:38743; appliedIndex:38742; }","duration":"185.983262ms","start":"2026-02-27T02:46:50.65692Z","end":"2026-02-27T02:46:50.842904Z","steps":["trace[794829793] 'read index received' (duration: 72.150063ms)","trace[794829793] 'applied index is now lower than readState.Index' (duration: 113.831829ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:50.843175Z","caller":"traceutil/trace.go:171","msg":"trace[149970989] transaction","detail":"{read_only:false; response_revision:37477; number_of_response:1; }","duration":"197.511758ms","start":"2026-02-27T02:46:50.645622Z","end":"2026-02-27T02:46:50.843134Z","steps":["trace[149970989] 'process raft request' (duration: 83.474485ms)","trace[149970989] 'compare' (duration: 113.46883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:50.843293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.373051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:46:50.843358Z","caller":"traceutil/trace.go:171","msg":"trace[977311424] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:37477; }","duration":"186.447603ms","start":"2026-02-27T02:46:50.656878Z","end":"2026-02-27T02:46:50.843326Z","steps":["trace[977311424] 'agreement among raft nodes before linearized reading' (duration: 186.304809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:51.912913Z","caller":"traceutil/trace.go:171","msg":"trace[1448097519] transaction","detail":"{read_only:false; response_revision:37484; number_of_response:1; }","duration":"154.793509ms","start":"2026-02-27T02:46:51.758097Z","end":"2026-02-27T02:46:51.912891Z","steps":["trace[1448097519] 'process raft request' (duration: 154.554394ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:53.910573Z","caller":"traceutil/trace.go:171","msg":"trace[778350469] linearizableReadLoop","detail":"{readStateIndex:38761; appliedIndex:38760; }","duration":"204.604025ms","start":"2026-02-27T02:46:53.705952Z","end":"2026-02-27T02:46:53.910556Z","steps":["trace[778350469] 'read index received' (duration: 204.40864ms)","trace[778350469] 'applied index is now lower than readState.Index' (duration: 194.615µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:53.910656Z","caller":"traceutil/trace.go:171","msg":"trace[1489454459] transaction","detail":"{read_only:false; response_revision:37495; number_of_response:1; }","duration":"237.049907ms","start":"2026-02-27T02:46:53.673573Z","end":"2026-02-27T02:46:53.910623Z","steps":["trace[1489454459] 'process raft request' (duration: 236.862083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:53.910746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.370396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:46:53.910772Z","caller":"traceutil/trace.go:171","msg":"trace[2104230241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37495; }","duration":"200.443418ms","start":"2026-02-27T02:46:53.710322Z","end":"2026-02-27T02:46:53.910766Z","steps":["trace[2104230241] 'agreement among raft nodes before linearized reading' (duration: 200.335006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:53.910899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.922282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-02-27T02:46:53.911024Z","caller":"traceutil/trace.go:171","msg":"trace[178151961] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:37495; }","duration":"205.084566ms","start":"2026-02-27T02:46:53.705912Z","end":"2026-02-27T02:46:53.910996Z","steps":["trace[178151961] 'agreement among raft nodes before linearized reading' (duration: 204.752088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:53.910824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.65534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:53.91129Z","caller":"traceutil/trace.go:171","msg":"trace[660931784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37495; }","duration":"150.156792ms","start":"2026-02-27T02:46:53.761119Z","end":"2026-02-27T02:46:53.911276Z","steps":["trace[660931784] 'agreement among raft nodes before linearized reading' (duration: 149.587749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:53.912737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.852035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388898"} {"level":"info","ts":"2026-02-27T02:46:53.912787Z","caller":"traceutil/trace.go:171","msg":"trace[1789227889] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:37495; }","duration":"171.943457ms","start":"2026-02-27T02:46:53.740833Z","end":"2026-02-27T02:46:53.912776Z","steps":["trace[1789227889] 'agreement among raft nodes before linearized reading' (duration: 169.90163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:54.021039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.090417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:37495 ","response":"range_response_count:1000 size:783592"} {"level":"info","ts":"2026-02-27T02:46:54.021121Z","caller":"traceutil/trace.go:171","msg":"trace[1846322457] range","detail":"{range_begin:/registry/events/openstack/horizon-int-certs-phb7g.1897f92d5924a532\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:37496; }","duration":"102.19738ms","start":"2026-02-27T02:46:53.918906Z","end":"2026-02-27T02:46:54.021103Z","steps":["trace[1846322457] 'agreement among raft nodes before linearized reading' (duration: 97.046511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:55.318334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.691135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.magnum.v1\" ","response":"range_response_count:1 size:38817"} {"level":"info","ts":"2026-02-27T02:46:55.318393Z","caller":"traceutil/trace.go:171","msg":"trace[410562205] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.magnum.v1; range_end:; response_count:1; response_revision:37506; }","duration":"116.794498ms","start":"2026-02-27T02:46:55.201587Z","end":"2026-02-27T02:46:55.318382Z","steps":["trace[410562205] 'range keys from in-memory index tree' (duration: 116.566383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:55.805133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.979651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.neutron-coredns.v1\" ","response":"range_response_count:1 size:30550"} {"level":"warn","ts":"2026-02-27T02:46:55.805197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.363232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:46:55.80529Z","caller":"traceutil/trace.go:171","msg":"trace[903396953] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:37507; }","duration":"252.512995ms","start":"2026-02-27T02:46:55.552754Z","end":"2026-02-27T02:46:55.805267Z","steps":["trace[903396953] 'count revisions from in-memory index tree' (duration: 252.27628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:55.805324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.567127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.memcached.v1\" ","response":"range_response_count:1 size:11859"} {"level":"warn","ts":"2026-02-27T02:46:55.805304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.987193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T02:46:55.805354Z","caller":"traceutil/trace.go:171","msg":"trace[1779661428] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.memcached.v1; range_end:; response_count:1; response_revision:37507; }","duration":"227.619258ms","start":"2026-02-27T02:46:55.577726Z","end":"2026-02-27T02:46:55.805346Z","steps":["trace[1779661428] 'range keys from in-memory index tree' (duration: 227.471335ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:55.805232Z","caller":"traceutil/trace.go:171","msg":"trace[2142894839] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.neutron-coredns.v1; range_end:; response_count:1; response_revision:37507; }","duration":"223.118364ms","start":"2026-02-27T02:46:55.582092Z","end":"2026-02-27T02:46:55.80521Z","steps":["trace[2142894839] 'range keys from in-memory index tree' (duration: 222.808497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:55.805375Z","caller":"traceutil/trace.go:171","msg":"trace[1267026542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37507; }","duration":"252.096525ms","start":"2026-02-27T02:46:55.553259Z","end":"2026-02-27T02:46:55.805356Z","steps":["trace[1267026542] 'range keys from in-memory index tree' (duration: 251.83664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:56.185231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.37684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.nova.v1\" ","response":"range_response_count:1 size:171921"} {"level":"info","ts":"2026-02-27T02:46:56.185359Z","caller":"traceutil/trace.go:171","msg":"trace[1800562241] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.nova.v1; range_end:; response_count:1; response_revision:37510; }","duration":"107.511503ms","start":"2026-02-27T02:46:56.077831Z","end":"2026-02-27T02:46:56.185343Z","steps":["trace[1800562241] 'range keys from in-memory index tree' (duration: 107.185896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:56.380517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.65556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:56.380574Z","caller":"traceutil/trace.go:171","msg":"trace[843195441] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37512; }","duration":"127.777543ms","start":"2026-02-27T02:46:56.252784Z","end":"2026-02-27T02:46:56.380561Z","steps":["trace[843195441] 'agreement among raft nodes before linearized reading' (duration: 127.66146ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:56.380771Z","caller":"traceutil/trace.go:171","msg":"trace[1654087322] transaction","detail":"{read_only:false; response_revision:37512; number_of_response:1; }","duration":"164.929614ms","start":"2026-02-27T02:46:56.215525Z","end":"2026-02-27T02:46:56.380454Z","steps":["trace[1654087322] 'process raft request' (duration: 101.7844ms)","trace[1654087322] 'compare' (duration: 62.679224ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:56.736037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.139764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:56.736172Z","caller":"traceutil/trace.go:171","msg":"trace[1731979812] transaction","detail":"{read_only:false; response_revision:37513; number_of_response:1; }","duration":"247.204273ms","start":"2026-02-27T02:46:56.488943Z","end":"2026-02-27T02:46:56.736147Z","steps":["trace[1731979812] 'process raft request' (duration: 95.847263ms)","trace[1731979812] 'compare' (duration: 150.990851ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:56.791081Z","caller":"traceutil/trace.go:171","msg":"trace[1741944919] linearizableReadLoop","detail":"{readStateIndex:38781; appliedIndex:38779; }","duration":"289.78323ms","start":"2026-02-27T02:46:56.501237Z","end":"2026-02-27T02:46:56.79102Z","steps":["trace[1741944919] 'read index received' (duration: 83.528457ms)","trace[1741944919] 'applied index is now lower than readState.Index' (duration: 206.252953ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:56.79151Z","caller":"traceutil/trace.go:171","msg":"trace[347410154] transaction","detail":"{read_only:false; response_revision:37514; number_of_response:1; }","duration":"298.886991ms","start":"2026-02-27T02:46:56.492607Z","end":"2026-02-27T02:46:56.791494Z","steps":["trace[347410154] 'process raft request' (duration: 298.270417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:56.791893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.636319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.openvswitch.v1\" ","response":"range_response_count:1 size:18854"} {"level":"warn","ts":"2026-02-27T02:46:56.792305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.212907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.octavia.v1\" ","response":"range_response_count:1 size:44632"} {"level":"info","ts":"2026-02-27T02:46:56.792408Z","caller":"traceutil/trace.go:171","msg":"trace[1629379941] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.octavia.v1; range_end:; response_count:1; response_revision:37514; }","duration":"289.40523ms","start":"2026-02-27T02:46:56.502978Z","end":"2026-02-27T02:46:56.792383Z","steps":["trace[1629379941] 'agreement among raft nodes before linearized reading' (duration: 289.038932ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:56.792455Z","caller":"traceutil/trace.go:171","msg":"trace[2049646164] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.openvswitch.v1; range_end:; response_count:1; response_revision:37514; }","duration":"291.139681ms","start":"2026-02-27T02:46:56.50121Z","end":"2026-02-27T02:46:56.79235Z","steps":["trace[2049646164] 'agreement among raft nodes before linearized reading' (duration: 290.547907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:56.792219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.904248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:46:56.792725Z","caller":"traceutil/trace.go:171","msg":"trace[1991664367] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:37514; }","duration":"154.324538ms","start":"2026-02-27T02:46:56.638265Z","end":"2026-02-27T02:46:56.79259Z","steps":["trace[1991664367] 'agreement among raft nodes before linearized reading' (duration: 153.845637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:57.164793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.339484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:46:57.165274Z","caller":"traceutil/trace.go:171","msg":"trace[499053325] transaction","detail":"{read_only:false; response_revision:37516; number_of_response:1; }","duration":"255.344561ms","start":"2026-02-27T02:46:56.909895Z","end":"2026-02-27T02:46:57.165239Z","steps":["trace[499053325] 'process raft request' (duration: 136.416273ms)","trace[499053325] 'compare' (duration: 118.187201ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:57.165342Z","caller":"traceutil/trace.go:171","msg":"trace[2073745168] linearizableReadLoop","detail":"{readStateIndex:38784; appliedIndex:38782; }","duration":"178.900158ms","start":"2026-02-27T02:46:56.986419Z","end":"2026-02-27T02:46:57.165319Z","steps":["trace[2073745168] 'read index received' (duration: 59.908029ms)","trace[2073745168] 'applied index is now lower than readState.Index' (duration: 118.990729ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:57.165439Z","caller":"traceutil/trace.go:171","msg":"trace[2103139820] transaction","detail":"{read_only:false; response_revision:37517; number_of_response:1; }","duration":"236.76382ms","start":"2026-02-27T02:46:56.928603Z","end":"2026-02-27T02:46:57.165367Z","steps":["trace[2103139820] 'process raft request' (duration: 236.32151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:57.1656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.172764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1\" ","response":"range_response_count:1 size:74309"} {"level":"info","ts":"2026-02-27T02:46:57.165663Z","caller":"traceutil/trace.go:171","msg":"trace[343386790] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1; range_end:; response_count:1; response_revision:37517; }","duration":"179.238635ms","start":"2026-02-27T02:46:56.986408Z","end":"2026-02-27T02:46:57.165646Z","steps":["trace[343386790] 'agreement among raft nodes before linearized reading' (duration: 179.031521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:57.165686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.656306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.placement.v1\" ","response":"range_response_count:1 size:31184"} {"level":"info","ts":"2026-02-27T02:46:57.165731Z","caller":"traceutil/trace.go:171","msg":"trace[313642516] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.placement.v1; range_end:; response_count:1; response_revision:37517; }","duration":"176.712437ms","start":"2026-02-27T02:46:56.989002Z","end":"2026-02-27T02:46:57.165715Z","steps":["trace[313642516] 'agreement among raft nodes before linearized reading' (duration: 176.527813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:57.165779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.741105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:46:57.165819Z","caller":"traceutil/trace.go:171","msg":"trace[1673066373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37517; }","duration":"106.837397ms","start":"2026-02-27T02:46:57.058969Z","end":"2026-02-27T02:46:57.165806Z","steps":["trace[1673066373] 'agreement among raft nodes before linearized reading' (duration: 106.658393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:57.943427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.441926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:46:57.943659Z","caller":"traceutil/trace.go:171","msg":"trace[614610221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37521; }","duration":"187.682661ms","start":"2026-02-27T02:46:57.755949Z","end":"2026-02-27T02:46:57.943632Z","steps":["trace[614610221] 'range keys from in-memory index tree' (duration: 187.343794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:57.943746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.482464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:46:57.943817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.115661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.staffeln.v1\" ","response":"range_response_count:1 size:25233"} {"level":"info","ts":"2026-02-27T02:46:57.943829Z","caller":"traceutil/trace.go:171","msg":"trace[1864280343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37521; }","duration":"230.603237ms","start":"2026-02-27T02:46:57.713205Z","end":"2026-02-27T02:46:57.943809Z","steps":["trace[1864280343] 'range keys from in-memory index tree' (duration: 230.402203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:57.943876Z","caller":"traceutil/trace.go:171","msg":"trace[713934395] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.staffeln.v1; range_end:; response_count:1; response_revision:37521; }","duration":"222.219483ms","start":"2026-02-27T02:46:57.72164Z","end":"2026-02-27T02:46:57.943859Z","steps":["trace[713934395] 'range keys from in-memory index tree' (duration: 221.890465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:57.943842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.788228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.tempest.v1\" ","response":"range_response_count:1 size:20800"} {"level":"info","ts":"2026-02-27T02:46:57.94422Z","caller":"traceutil/trace.go:171","msg":"trace[1240713143] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.tempest.v1; range_end:; response_count:1; response_revision:37521; }","duration":"211.196257ms","start":"2026-02-27T02:46:57.733004Z","end":"2026-02-27T02:46:57.9442Z","steps":["trace[1240713143] 'range keys from in-memory index tree' (duration: 210.47378ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:58.080314Z","caller":"traceutil/trace.go:171","msg":"trace[508458378] transaction","detail":"{read_only:false; response_revision:37522; number_of_response:1; }","duration":"130.853703ms","start":"2026-02-27T02:46:57.949432Z","end":"2026-02-27T02:46:58.080285Z","steps":["trace[508458378] 'process raft request' (duration: 130.499505ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:58.53547Z","caller":"traceutil/trace.go:171","msg":"trace[1993324388] linearizableReadLoop","detail":"{readStateIndex:38794; appliedIndex:38793; }","duration":"138.729127ms","start":"2026-02-27T02:46:58.396713Z","end":"2026-02-27T02:46:58.535442Z","steps":["trace[1993324388] 'read index received' (duration: 117.680689ms)","trace[1993324388] 'applied index is now lower than readState.Index' (duration: 21.047557ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:58.535506Z","caller":"traceutil/trace.go:171","msg":"trace[1900824184] transaction","detail":"{read_only:false; response_revision:37527; number_of_response:1; }","duration":"150.862059ms","start":"2026-02-27T02:46:58.384593Z","end":"2026-02-27T02:46:58.535455Z","steps":["trace[1900824184] 'process raft request' (duration: 129.853022ms)","trace[1900824184] 'compare' (duration: 20.862673ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:58.536411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.499327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-27T02:46:58.536451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.976803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/staffeln-db-user\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-27T02:46:58.536529Z","caller":"traceutil/trace.go:171","msg":"trace[528661896] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:37527; }","duration":"121.890566ms","start":"2026-02-27T02:46:58.414621Z","end":"2026-02-27T02:46:58.536512Z","steps":["trace[528661896] 'agreement among raft nodes before linearized reading' (duration: 121.000836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:58.536558Z","caller":"traceutil/trace.go:171","msg":"trace[119339722] range","detail":"{range_begin:/registry/secrets/openstack/staffeln-db-user; range_end:; response_count:1; response_revision:37527; }","duration":"139.864693ms","start":"2026-02-27T02:46:58.396663Z","end":"2026-02-27T02:46:58.536528Z","steps":["trace[119339722] 'agreement among raft nodes before linearized reading' (duration: 138.89514ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:58.915709Z","caller":"traceutil/trace.go:171","msg":"trace[1810767965] linearizableReadLoop","detail":"{readStateIndex:38796; appliedIndex:38795; }","duration":"105.896386ms","start":"2026-02-27T02:46:58.809784Z","end":"2026-02-27T02:46:58.91568Z","steps":["trace[1810767965] 'read index received' (duration: 78.837788ms)","trace[1810767965] 'applied index is now lower than readState.Index' (duration: 27.057038ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:58.915856Z","caller":"traceutil/trace.go:171","msg":"trace[1077128970] transaction","detail":"{read_only:false; response_revision:37529; number_of_response:1; }","duration":"119.141282ms","start":"2026-02-27T02:46:58.796701Z","end":"2026-02-27T02:46:58.915842Z","steps":["trace[1077128970] 'process raft request' (duration: 91.994583ms)","trace[1077128970] 'compare' (duration: 26.448993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:58.916234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.436708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/tempest-keystone-admin\" ","response":"range_response_count:1 size:1107"} {"level":"info","ts":"2026-02-27T02:46:58.916346Z","caller":"traceutil/trace.go:171","msg":"trace[624746284] range","detail":"{range_begin:/registry/secrets/openstack/tempest-keystone-admin; range_end:; response_count:1; response_revision:37529; }","duration":"106.585532ms","start":"2026-02-27T02:46:58.809744Z","end":"2026-02-27T02:46:58.916329Z","steps":["trace[624746284] 'agreement among raft nodes before linearized reading' (duration: 106.361457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:58.916399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.198053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/tempest-keystone-user\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-02-27T02:46:58.916474Z","caller":"traceutil/trace.go:171","msg":"trace[1956640463] range","detail":"{range_begin:/registry/secrets/openstack/tempest-keystone-user; range_end:; response_count:1; response_revision:37529; }","duration":"103.320956ms","start":"2026-02-27T02:46:58.813134Z","end":"2026-02-27T02:46:58.916455Z","steps":["trace[1956640463] 'agreement among raft nodes before linearized reading' (duration: 102.808484ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:46:59.094591Z","caller":"traceutil/trace.go:171","msg":"trace[1204129627] linearizableReadLoop","detail":"{readStateIndex:38797; appliedIndex:38796; }","duration":"174.017416ms","start":"2026-02-27T02:46:58.920545Z","end":"2026-02-27T02:46:59.094563Z","steps":["trace[1204129627] 'read index received' (duration: 120.670689ms)","trace[1204129627] 'applied index is now lower than readState.Index' (duration: 53.345427ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:59.094674Z","caller":"traceutil/trace.go:171","msg":"trace[280844075] transaction","detail":"{read_only:false; response_revision:37530; number_of_response:1; }","duration":"174.617019ms","start":"2026-02-27T02:46:58.920027Z","end":"2026-02-27T02:46:59.094644Z","steps":["trace[280844075] 'process raft request' (duration: 121.225341ms)","trace[280844075] 'compare' (duration: 53.110032ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:46:59.09484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.273171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/tempest-keystone-admin\" ","response":"range_response_count:1 size:1107"} {"level":"info","ts":"2026-02-27T02:46:59.094883Z","caller":"traceutil/trace.go:171","msg":"trace[558027739] range","detail":"{range_begin:/registry/secrets/openstack/tempest-keystone-admin; range_end:; response_count:1; response_revision:37530; }","duration":"174.363454ms","start":"2026-02-27T02:46:58.920506Z","end":"2026-02-27T02:46:59.09487Z","steps":["trace[558027739] 'agreement among raft nodes before linearized reading' (duration: 174.1873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:59.094947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.955404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/tempest-keystone-user\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-02-27T02:46:59.094983Z","caller":"traceutil/trace.go:171","msg":"trace[523978997] range","detail":"{range_begin:/registry/secrets/openstack/tempest-keystone-user; range_end:; response_count:1; response_revision:37530; }","duration":"105.084177ms","start":"2026-02-27T02:46:58.989891Z","end":"2026-02-27T02:46:59.094975Z","steps":["trace[523978997] 'agreement among raft nodes before linearized reading' (duration: 104.911723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:59.693893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.375095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T02:46:59.694416Z","caller":"traceutil/trace.go:171","msg":"trace[1547872987] linearizableReadLoop","detail":"{readStateIndex:38799; appliedIndex:38797; }","duration":"497.028775ms","start":"2026-02-27T02:46:59.197368Z","end":"2026-02-27T02:46:59.694397Z","steps":["trace[1547872987] 'read index received' (duration: 312.156299ms)","trace[1547872987] 'applied index is now lower than readState.Index' (duration: 184.871386ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:46:59.694512Z","caller":"traceutil/trace.go:171","msg":"trace[421454105] transaction","detail":"{read_only:false; response_revision:37531; number_of_response:1; }","duration":"524.155014ms","start":"2026-02-27T02:46:59.17032Z","end":"2026-02-27T02:46:59.694475Z","steps":["trace[421454105] 'process raft request' (duration: 523.866537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:59.694694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:59.170298Z","time spent":"524.298948ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:46:59.694682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.295401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-02-27T02:46:59.69487Z","caller":"traceutil/trace.go:171","msg":"trace[457464150] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:37531; }","duration":"497.523187ms","start":"2026-02-27T02:46:59.197328Z","end":"2026-02-27T02:46:59.694851Z","steps":["trace[457464150] 'agreement among raft nodes before linearized reading' (duration: 497.170459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:59.694935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:59.197311Z","time spent":"497.605598ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":958,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"info","ts":"2026-02-27T02:46:59.699857Z","caller":"traceutil/trace.go:171","msg":"trace[71643037] transaction","detail":"{read_only:false; response_revision:37532; number_of_response:1; }","duration":"175.460018ms","start":"2026-02-27T02:46:59.524364Z","end":"2026-02-27T02:46:59.699824Z","steps":["trace[71643037] 'process raft request' (duration: 175.254353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:59.700011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.200243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:46:59.700064Z","caller":"traceutil/trace.go:171","msg":"trace[505058647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37532; }","duration":"467.296565ms","start":"2026-02-27T02:46:59.232755Z","end":"2026-02-27T02:46:59.700051Z","steps":["trace[505058647] 'agreement among raft nodes before linearized reading' (duration: 467.151662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:59.700102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:59.232734Z","time spent":"467.360936ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:46:59.700108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.799686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:46:59.700237Z","caller":"traceutil/trace.go:171","msg":"trace[510665523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37532; }","duration":"432.942559ms","start":"2026-02-27T02:46:59.267257Z","end":"2026-02-27T02:46:59.700199Z","steps":["trace[510665523] 'agreement among raft nodes before linearized reading' (duration: 432.586671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:59.699908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.414501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-02-27T02:46:59.700342Z","caller":"traceutil/trace.go:171","msg":"trace[1231011709] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:1; response_revision:37532; }","duration":"499.863631ms","start":"2026-02-27T02:46:59.200451Z","end":"2026-02-27T02:46:59.700314Z","steps":["trace[1231011709] 'agreement among raft nodes before linearized reading' (duration: 499.299857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:46:59.700343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:59.267197Z","time spent":"433.123493ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:46:59.700385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:46:59.200435Z","time spent":"499.939313ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":948,"request content":"key:\"/registry/services/specs/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-02-27T02:47:00.803642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.297464ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:47:00.803777Z","caller":"traceutil/trace.go:171","msg":"trace[1735333151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37538; }","duration":"228.454888ms","start":"2026-02-27T02:47:00.575304Z","end":"2026-02-27T02:47:00.803759Z","steps":["trace[1735333151] 'range keys from in-memory index tree' (duration: 228.283084ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:00.803768Z","caller":"traceutil/trace.go:171","msg":"trace[2146264968] linearizableReadLoop","detail":"{readStateIndex:38807; appliedIndex:38806; }","duration":"259.386725ms","start":"2026-02-27T02:47:00.544346Z","end":"2026-02-27T02:47:00.803733Z","steps":["trace[2146264968] 'read index received' (duration: 178.617142ms)","trace[2146264968] 'applied index is now lower than readState.Index' (duration: 80.767893ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:47:00.803794Z","caller":"traceutil/trace.go:171","msg":"trace[856075525] transaction","detail":"{read_only:false; response_revision:37539; number_of_response:1; }","duration":"261.598386ms","start":"2026-02-27T02:47:00.542159Z","end":"2026-02-27T02:47:00.803757Z","steps":["trace[856075525] 'process raft request' (duration: 180.875094ms)","trace[856075525] 'compare' (duration: 80.310663ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:47:00.804055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.691732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/horizon\" ","response":"range_response_count:1 size:1004"} {"level":"info","ts":"2026-02-27T02:47:00.804157Z","caller":"traceutil/trace.go:171","msg":"trace[994539773] range","detail":"{range_begin:/registry/services/specs/openstack/horizon; range_end:; response_count:1; response_revision:37539; }","duration":"259.880796ms","start":"2026-02-27T02:47:00.544242Z","end":"2026-02-27T02:47:00.804123Z","steps":["trace[994539773] 'agreement among raft nodes before linearized reading' (duration: 259.6231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:00.822242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.502995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:47:00.822316Z","caller":"traceutil/trace.go:171","msg":"trace[1975477409] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:37540; }","duration":"208.594887ms","start":"2026-02-27T02:47:00.6137Z","end":"2026-02-27T02:47:00.822295Z","steps":["trace[1975477409] 'agreement among raft nodes before linearized reading' (duration: 208.461544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:00.822374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.688639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/horizon-int\" ","response":"range_response_count:1 size:929"} {"level":"info","ts":"2026-02-27T02:47:00.822456Z","caller":"traceutil/trace.go:171","msg":"trace[435376612] range","detail":"{range_begin:/registry/services/specs/openstack/horizon-int; range_end:; response_count:1; response_revision:37540; }","duration":"208.796071ms","start":"2026-02-27T02:47:00.613637Z","end":"2026-02-27T02:47:00.822433Z","steps":["trace[435376612] 'agreement among raft nodes before linearized reading' (duration: 208.630138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:01.033988Z","caller":"traceutil/trace.go:171","msg":"trace[1934742906] transaction","detail":"{read_only:false; response_revision:37541; number_of_response:1; }","duration":"113.85622ms","start":"2026-02-27T02:47:00.920109Z","end":"2026-02-27T02:47:01.033966Z","steps":["trace[1934742906] 'process raft request' (duration: 35.043733ms)","trace[1934742906] 'compare' (duration: 78.49864ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:47:01.341682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.92822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:47:01.341708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.186697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-02-27T02:47:01.341782Z","caller":"traceutil/trace.go:171","msg":"trace[1760730208] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:37542; }","duration":"151.088663ms","start":"2026-02-27T02:47:01.190669Z","end":"2026-02-27T02:47:01.341757Z","steps":["trace[1760730208] 'count revisions from in-memory index tree' (duration: 150.815087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:01.34179Z","caller":"traceutil/trace.go:171","msg":"trace[399367432] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:37542; }","duration":"205.300641ms","start":"2026-02-27T02:47:01.136471Z","end":"2026-02-27T02:47:01.341772Z","steps":["trace[399367432] 'range keys from in-memory index tree' (duration: 205.046235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:01.343164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.202795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37542 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:47:01.343238Z","caller":"traceutil/trace.go:171","msg":"trace[1107326764] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37542; }","duration":"198.304879ms","start":"2026-02-27T02:47:01.144919Z","end":"2026-02-27T02:47:01.343224Z","steps":["trace[1107326764] 'range keys from in-memory index tree' (duration: 196.955087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:01.881795Z","caller":"traceutil/trace.go:171","msg":"trace[962958355] transaction","detail":"{read_only:false; response_revision:37543; number_of_response:1; }","duration":"181.659912ms","start":"2026-02-27T02:47:01.700106Z","end":"2026-02-27T02:47:01.881766Z","steps":["trace[962958355] 'process raft request' (duration: 181.472698ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:01.883092Z","caller":"traceutil/trace.go:171","msg":"trace[1617048615] linearizableReadLoop","detail":"{readStateIndex:38812; appliedIndex:38810; }","duration":"173.719327ms","start":"2026-02-27T02:47:01.709352Z","end":"2026-02-27T02:47:01.883071Z","steps":["trace[1617048615] 'read index received' (duration: 172.1071ms)","trace[1617048615] 'applied index is now lower than readState.Index' (duration: 1.611337ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:47:01.883157Z","caller":"traceutil/trace.go:171","msg":"trace[1876463213] transaction","detail":"{read_only:false; response_revision:37544; number_of_response:1; }","duration":"178.651322ms","start":"2026-02-27T02:47:01.704474Z","end":"2026-02-27T02:47:01.883125Z","steps":["trace[1876463213] 'process raft request' (duration: 178.495258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:01.883429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.192068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:47:01.883478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.037774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:47:01.883494Z","caller":"traceutil/trace.go:171","msg":"trace[1141322767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37544; }","duration":"127.293621ms","start":"2026-02-27T02:47:01.756184Z","end":"2026-02-27T02:47:01.883478Z","steps":["trace[1141322767] 'agreement among raft nodes before linearized reading' (duration: 127.178968ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:01.883516Z","caller":"traceutil/trace.go:171","msg":"trace[1364936926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37544; }","duration":"161.125275ms","start":"2026-02-27T02:47:01.722381Z","end":"2026-02-27T02:47:01.883506Z","steps":["trace[1364936926] 'agreement among raft nodes before linearized reading' (duration: 160.940431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:01.88358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.549106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1165"} {"level":"info","ts":"2026-02-27T02:47:01.883668Z","caller":"traceutil/trace.go:171","msg":"trace[154386087] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:37544; }","duration":"152.675459ms","start":"2026-02-27T02:47:01.730974Z","end":"2026-02-27T02:47:01.883649Z","steps":["trace[154386087] 'agreement among raft nodes before linearized reading' (duration: 152.387052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:01.883795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.447215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:762"} {"level":"info","ts":"2026-02-27T02:47:01.883842Z","caller":"traceutil/trace.go:171","msg":"trace[1302155349] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:37544; }","duration":"174.527706ms","start":"2026-02-27T02:47:01.709304Z","end":"2026-02-27T02:47:01.883831Z","steps":["trace[1302155349] 'agreement among raft nodes before linearized reading' (duration: 173.904072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:01.883619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.201484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:47:01.884283Z","caller":"traceutil/trace.go:171","msg":"trace[1858260828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37544; }","duration":"160.863339ms","start":"2026-02-27T02:47:01.723363Z","end":"2026-02-27T02:47:01.884227Z","steps":["trace[1858260828] 'agreement among raft nodes before linearized reading' (duration: 160.01692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:02.401766Z","caller":"traceutil/trace.go:171","msg":"trace[136808093] linearizableReadLoop","detail":"{readStateIndex:38817; appliedIndex:38816; }","duration":"154.652266ms","start":"2026-02-27T02:47:02.247082Z","end":"2026-02-27T02:47:02.401734Z","steps":["trace[136808093] 'read index received' (duration: 152.595628ms)","trace[136808093] 'applied index is now lower than readState.Index' (duration: 2.055318ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:47:02.401904Z","caller":"traceutil/trace.go:171","msg":"trace[1603255118] transaction","detail":"{read_only:false; response_revision:37549; number_of_response:1; }","duration":"166.467149ms","start":"2026-02-27T02:47:02.235412Z","end":"2026-02-27T02:47:02.401879Z","steps":["trace[1603255118] 'process raft request' (duration: 164.303509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:02.402121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.576182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-02-27T02:47:02.402204Z","caller":"traceutil/trace.go:171","msg":"trace[1631263205] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:37549; }","duration":"125.689914ms","start":"2026-02-27T02:47:02.276493Z","end":"2026-02-27T02:47:02.402183Z","steps":["trace[1631263205] 'agreement among raft nodes before linearized reading' (duration: 125.450999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:02.403932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.825336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37547 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:47:02.403977Z","caller":"traceutil/trace.go:171","msg":"trace[1658985552] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37549; }","duration":"156.916028ms","start":"2026-02-27T02:47:02.24705Z","end":"2026-02-27T02:47:02.403966Z","steps":["trace[1658985552] 'agreement among raft nodes before linearized reading' (duration: 154.85293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:04.015458Z","caller":"traceutil/trace.go:171","msg":"trace[2060365836] transaction","detail":"{read_only:false; response_revision:37557; number_of_response:1; }","duration":"126.959194ms","start":"2026-02-27T02:47:03.88843Z","end":"2026-02-27T02:47:04.015389Z","steps":["trace[2060365836] 'process raft request' (duration: 126.640317ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:04.136055Z","caller":"traceutil/trace.go:171","msg":"trace[1104675185] transaction","detail":"{read_only:false; response_revision:37558; number_of_response:1; }","duration":"115.521309ms","start":"2026-02-27T02:47:04.020504Z","end":"2026-02-27T02:47:04.136025Z","steps":["trace[1104675185] 'process raft request' (duration: 54.130725ms)","trace[1104675185] 'compare' (duration: 61.23596ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:47:04.136404Z","caller":"traceutil/trace.go:171","msg":"trace[906541269] transaction","detail":"{read_only:false; response_revision:37559; number_of_response:1; }","duration":"114.549717ms","start":"2026-02-27T02:47:04.021822Z","end":"2026-02-27T02:47:04.136372Z","steps":["trace[906541269] 'process raft request' (duration: 114.27737ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:04.877994Z","caller":"traceutil/trace.go:171","msg":"trace[1188562962] linearizableReadLoop","detail":"{readStateIndex:38834; appliedIndex:38833; }","duration":"206.98929ms","start":"2026-02-27T02:47:04.670978Z","end":"2026-02-27T02:47:04.877967Z","steps":["trace[1188562962] 'read index received' (duration: 205.67752ms)","trace[1188562962] 'applied index is now lower than readState.Index' (duration: 1.31104ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:47:04.878083Z","caller":"traceutil/trace.go:171","msg":"trace[2050376343] transaction","detail":"{read_only:false; response_revision:37565; number_of_response:1; }","duration":"208.737651ms","start":"2026-02-27T02:47:04.66931Z","end":"2026-02-27T02:47:04.878048Z","steps":["trace[2050376343] 'process raft request' (duration: 207.327018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:04.879292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.29203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:37564 ","response":"range_response_count:498 size:380472"} {"level":"info","ts":"2026-02-27T02:47:04.879327Z","caller":"traceutil/trace.go:171","msg":"trace[614796590] range","detail":"{range_begin:/registry/events/openstack/placement-db-init-7kc5v.1897f773641daaf1\u0000; range_end:/registry/events/openstack0; response_count:498; response_revision:37565; }","duration":"208.367323ms","start":"2026-02-27T02:47:04.670953Z","end":"2026-02-27T02:47:04.879321Z","steps":["trace[614796590] 'agreement among raft nodes before linearized reading' (duration: 207.099173ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:04.906365Z","caller":"traceutil/trace.go:171","msg":"trace[274835076] transaction","detail":"{read_only:false; response_revision:37566; number_of_response:1; }","duration":"213.664105ms","start":"2026-02-27T02:47:04.692633Z","end":"2026-02-27T02:47:04.906297Z","steps":["trace[274835076] 'process raft request' (duration: 213.45216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:04.906451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.785893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:47:04.906541Z","caller":"traceutil/trace.go:171","msg":"trace[320901935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37567; }","duration":"149.895326ms","start":"2026-02-27T02:47:04.756633Z","end":"2026-02-27T02:47:04.906528Z","steps":["trace[320901935] 'agreement among raft nodes before linearized reading' (duration: 149.787274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:04.906392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.858671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-02-27T02:47:04.907055Z","caller":"traceutil/trace.go:171","msg":"trace[1873915155] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:37567; }","duration":"199.553988ms","start":"2026-02-27T02:47:04.707479Z","end":"2026-02-27T02:47:04.907033Z","steps":["trace[1873915155] 'agreement among raft nodes before linearized reading' (duration: 198.77107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:05.176896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.878762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-02-27T02:47:05.176956Z","caller":"traceutil/trace.go:171","msg":"trace[1649679782] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:37568; }","duration":"142.977325ms","start":"2026-02-27T02:47:05.033963Z","end":"2026-02-27T02:47:05.17694Z","steps":["trace[1649679782] 'range keys from in-memory index tree' (duration: 142.740069ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:05.765162Z","caller":"traceutil/trace.go:171","msg":"trace[1876878095] linearizableReadLoop","detail":"{readStateIndex:38842; appliedIndex:38841; }","duration":"102.035066ms","start":"2026-02-27T02:47:05.663094Z","end":"2026-02-27T02:47:05.765129Z","steps":["trace[1876878095] 'read index received' (duration: 46.086308ms)","trace[1876878095] 'applied index is now lower than readState.Index' (duration: 55.947058ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:47:05.765684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.569608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-02-27T02:47:05.765752Z","caller":"traceutil/trace.go:171","msg":"trace[918374239] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:37573; }","duration":"102.688211ms","start":"2026-02-27T02:47:05.663048Z","end":"2026-02-27T02:47:05.765736Z","steps":["trace[918374239] 'agreement among raft nodes before linearized reading' (duration: 102.194299ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:06.143653Z","caller":"traceutil/trace.go:171","msg":"trace[1824051020] transaction","detail":"{read_only:false; response_revision:37575; number_of_response:1; }","duration":"121.782694ms","start":"2026-02-27T02:47:06.021843Z","end":"2026-02-27T02:47:06.143626Z","steps":["trace[1824051020] 'process raft request' (duration: 49.847946ms)","trace[1824051020] 'compare' (duration: 71.723383ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:47:08.430885Z","caller":"traceutil/trace.go:171","msg":"trace[1098071235] linearizableReadLoop","detail":"{readStateIndex:38856; appliedIndex:38855; }","duration":"389.704466ms","start":"2026-02-27T02:47:08.041162Z","end":"2026-02-27T02:47:08.430867Z","steps":["trace[1098071235] 'read index received' (duration: 389.618164ms)","trace[1098071235] 'applied index is now lower than readState.Index' (duration: 85.162µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:47:08.431075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.559817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-02-27T02:47:08.431102Z","caller":"traceutil/trace.go:171","msg":"trace[869453033] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:37587; }","duration":"434.644299ms","start":"2026-02-27T02:47:07.99645Z","end":"2026-02-27T02:47:08.431095Z","steps":["trace[869453033] 'agreement among raft nodes before linearized reading' (duration: 434.522777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:08.431124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:47:07.996433Z","time spent":"434.68544ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-02-27T02:47:08.431101Z","caller":"traceutil/trace.go:171","msg":"trace[1616334274] transaction","detail":"{read_only:false; response_revision:37587; number_of_response:1; }","duration":"408.570234ms","start":"2026-02-27T02:47:08.022375Z","end":"2026-02-27T02:47:08.430945Z","steps":["trace[1616334274] 'process raft request' (duration: 408.348479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:08.431459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:47:08.022354Z","time spent":"408.980404ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:47:08.492443Z","caller":"traceutil/trace.go:171","msg":"trace[2117602993] transaction","detail":"{read_only:false; response_revision:37588; number_of_response:1; }","duration":"342.41092ms","start":"2026-02-27T02:47:08.149982Z","end":"2026-02-27T02:47:08.492393Z","steps":["trace[2117602993] 'process raft request' (duration: 314.073973ms)","trace[2117602993] 'compare' (duration: 28.04969ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:47:08.492781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.105175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T02:47:08.492824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.014693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:47:08.492852Z","caller":"traceutil/trace.go:171","msg":"trace[1137842780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37589; }","duration":"283.242718ms","start":"2026-02-27T02:47:08.209593Z","end":"2026-02-27T02:47:08.492836Z","steps":["trace[1137842780] 'agreement among raft nodes before linearized reading' (duration: 283.105855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:08.492488Z","caller":"traceutil/trace.go:171","msg":"trace[728978343] transaction","detail":"{read_only:false; response_revision:37589; number_of_response:1; }","duration":"325.969969ms","start":"2026-02-27T02:47:08.166474Z","end":"2026-02-27T02:47:08.492444Z","steps":["trace[728978343] 'process raft request' (duration: 325.758914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:47:08.492907Z","caller":"traceutil/trace.go:171","msg":"trace[328312741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37589; }","duration":"283.160906ms","start":"2026-02-27T02:47:08.209732Z","end":"2026-02-27T02:47:08.492892Z","steps":["trace[328312741] 'agreement among raft nodes before linearized reading' (duration: 282.916861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:08.493035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:47:08.166462Z","time spent":"326.482101ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:47:08.492817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:47:08.149951Z","time spent":"342.677036ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:47:08.493307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.948257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-02-27T02:47:08.493375Z","caller":"traceutil/trace.go:171","msg":"trace[704199189] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-senlin-nodes; range_end:; response_count:1; response_revision:37589; }","duration":"448.039909ms","start":"2026-02-27T02:47:08.04532Z","end":"2026-02-27T02:47:08.493359Z","steps":["trace[704199189] 'agreement among raft nodes before linearized reading' (duration: 447.854985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:47:08.493434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:47:08.045297Z","time spent":"448.127791ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-senlin-nodes\" "}